[ 473.225805] env[62679]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62679) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 473.226173] env[62679]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62679) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 473.226246] env[62679]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62679) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 473.226582] env[62679]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 473.321743] env[62679]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62679) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 473.332874] env[62679]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62679) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 473.936083] env[62679]: INFO nova.virt.driver [None req-c209a641-9dae-47e8-938b-fda031a6fd04 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 474.007425] env[62679]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 474.007712] env[62679]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 474.007889] env[62679]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62679) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 477.219419] env[62679]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e6cbd0cd-d0f1-4f51-b673-29d2df8f8711 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.235590] env[62679]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62679) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 477.235753] env[62679]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9b2896b0-a537-4c21-92f7-5f832626323b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.265797] env[62679]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 4c06d. [ 477.265968] env[62679]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.258s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.266559] env[62679]: INFO nova.virt.vmwareapi.driver [None req-c209a641-9dae-47e8-938b-fda031a6fd04 None None] VMware vCenter version: 7.0.3 [ 477.270030] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50a3baf-44ad-4604-9f35-905f4b4af5ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.288098] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c309a4-1473-4f53-9bcf-ae5c3e1ad50d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.293943] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0959eb5e-7e21-456e-90e8-d298a6341afc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.300665] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c746ac9-ef3d-4682-b2fe-43ab28794b08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.313895] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde1e765-016b-4495-bc7a-05da5d378578 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.320054] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b966433-756a-4384-9360-d79a07479c1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.350528] env[62679]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f76fa483-ac54-463d-85ef-90a2cbbf3af8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.356032] env[62679]: DEBUG nova.virt.vmwareapi.driver [None req-c209a641-9dae-47e8-938b-fda031a6fd04 None None] Extension org.openstack.compute already exists. {{(pid=62679) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 477.358820] env[62679]: INFO nova.compute.provider_config [None req-c209a641-9dae-47e8-938b-fda031a6fd04 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 477.862186] env[62679]: DEBUG nova.context [None req-c209a641-9dae-47e8-938b-fda031a6fd04 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),86f220a7-626a-46a5-85ce-646afbb3f44a(cell1) {{(pid=62679) load_cells /opt/stack/nova/nova/context.py:464}} [ 477.865297] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.865529] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.866237] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.866670] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Acquiring lock "86f220a7-626a-46a5-85ce-646afbb3f44a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.866857] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Lock "86f220a7-626a-46a5-85ce-646afbb3f44a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.868042] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Lock "86f220a7-626a-46a5-85ce-646afbb3f44a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.888122] env[62679]: INFO dbcounter [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Registered counter for database nova_cell0 [ 477.896390] env[62679]: INFO dbcounter [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Registered counter for database nova_cell1 [ 477.899771] env[62679]: DEBUG oslo_db.sqlalchemy.engines [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62679) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 477.900408] env[62679]: DEBUG oslo_db.sqlalchemy.engines [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62679) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 477.904818] env[62679]: ERROR nova.db.main.api [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 477.904818] env[62679]: result = function(*args, **kwargs) [ 477.904818] env[62679]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 477.904818] env[62679]: return func(*args, **kwargs) [ 477.904818] env[62679]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 477.904818] env[62679]: result = fn(*args, **kwargs) [ 477.904818] env[62679]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 477.904818] env[62679]: return f(*args, **kwargs) [ 477.904818] env[62679]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 477.904818] env[62679]: return db.service_get_minimum_version(context, binaries) [ 477.904818] env[62679]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 477.904818] env[62679]: _check_db_access() [ 477.904818] env[62679]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 477.904818] env[62679]: stacktrace = ''.join(traceback.format_stack()) [ 477.904818] env[62679]: [ 477.905936] env[62679]: ERROR nova.db.main.api [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 477.905936] env[62679]: result = function(*args, **kwargs) [ 477.905936] env[62679]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 477.905936] env[62679]: return func(*args, **kwargs) [ 477.905936] env[62679]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 477.905936] env[62679]: result = fn(*args, **kwargs) [ 477.905936] env[62679]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 477.905936] env[62679]: return f(*args, **kwargs) [ 477.905936] env[62679]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 477.905936] env[62679]: return db.service_get_minimum_version(context, binaries) [ 477.905936] env[62679]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 477.905936] env[62679]: _check_db_access() [ 477.905936] env[62679]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 477.905936] env[62679]: stacktrace = ''.join(traceback.format_stack()) [ 477.905936] env[62679]: [ 477.906492] env[62679]: WARNING nova.objects.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 477.906492] env[62679]: WARNING nova.objects.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Failed to get minimum service version for cell 86f220a7-626a-46a5-85ce-646afbb3f44a [ 477.906885] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Acquiring lock "singleton_lock" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 477.907057] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Acquired lock "singleton_lock" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 477.907332] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Releasing lock "singleton_lock" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 477.907648] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Full set of CONF: {{(pid=62679) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 477.907789] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ******************************************************************************** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 477.907914] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] Configuration options gathered from: {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 477.908058] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 477.908278] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 477.908390] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ================================================================================ {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 477.908581] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] allow_resize_to_same_host = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.908747] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] arq_binding_timeout = 300 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.908878] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] backdoor_port = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.909012] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] backdoor_socket = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.909192] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] block_device_allocate_retries = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.909353] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] block_device_allocate_retries_interval = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.909521] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cert = self.pem {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.909710] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.909880] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute_monitors = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.910063] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] config_dir = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.910239] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] config_drive_format = iso9660 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.910375] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.910540] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] config_source = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.910707] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] console_host = devstack {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.910870] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] control_exchange = nova {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.911049] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cpu_allocation_ratio = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.911211] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] daemon = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.911377] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] debug = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.911533] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] default_access_ip_network_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.911699] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] default_availability_zone = nova {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.911853] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] default_ephemeral_format = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.912071] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] default_green_pool_size = 1000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.912337] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.912508] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] default_schedule_zone = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.912668] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] disk_allocation_ratio = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.912854] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] enable_new_services = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.913107] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] enabled_apis = ['osapi_compute'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.913292] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] enabled_ssl_apis = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.913460] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] flat_injected = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.913620] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] force_config_drive = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.913777] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] force_raw_images = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.913944] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] graceful_shutdown_timeout = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.914118] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] heal_instance_info_cache_interval = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.914359] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] host = cpu-1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.914543] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.914698] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.914865] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.915075] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.915248] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instance_build_timeout = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.915411] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instance_delete_interval = 300 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.915579] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instance_format = [instance: %(uuid)s] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.915745] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instance_name_template = instance-%08x {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.915907] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instance_usage_audit = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.916086] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instance_usage_audit_period = month {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.916256] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.916423] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.916591] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] internal_service_availability_zone = internal {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.916749] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] key = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.916908] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] live_migration_retry_count = 30 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.917088] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_color = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.917273] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_config_append = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.917448] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.917612] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_dir = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.917800] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_file = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.917940] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_options = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.918121] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_rotate_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.918302] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_rotate_interval_type = days {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.918464] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] log_rotation_type = none {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.918592] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.918720] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.918885] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.919060] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.919191] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.919352] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] long_rpc_timeout = 1800 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.919509] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] max_concurrent_builds = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.919666] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] max_concurrent_live_migrations = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.919823] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] max_concurrent_snapshots = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.919979] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] max_local_block_devices = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.920151] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] max_logfile_count = 30 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.920307] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] max_logfile_size_mb = 200 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.920465] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] maximum_instance_delete_attempts = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.920629] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] metadata_listen = 0.0.0.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.920795] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] metadata_listen_port = 8775 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.920960] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] metadata_workers = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.921130] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] migrate_max_retries = -1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.921298] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] mkisofs_cmd = genisoimage {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.921503] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.921636] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] my_ip = 10.180.1.21 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.921838] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.921998] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] network_allocate_retries = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.922188] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.922355] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.922517] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] osapi_compute_listen_port = 8774 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.922683] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] osapi_compute_unique_server_name_scope = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.922854] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] osapi_compute_workers = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.923025] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] password_length = 12 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.923189] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] periodic_enable = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.923350] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] periodic_fuzzy_delay = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.923517] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] pointer_model = usbtablet {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.923715] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] preallocate_images = none {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.923901] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] publish_errors = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.924045] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] pybasedir = /opt/stack/nova {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.924211] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ram_allocation_ratio = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.924372] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] rate_limit_burst = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.924541] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] rate_limit_except_level = CRITICAL {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.924700] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] rate_limit_interval = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.924859] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] reboot_timeout = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.925028] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] reclaim_instance_interval = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.925189] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] record = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.925384] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] reimage_timeout_per_gb = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.925560] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] report_interval = 120 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.925722] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] rescue_timeout = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.925947] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] reserved_host_cpus = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.926146] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] reserved_host_disk_mb = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.926311] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] reserved_host_memory_mb = 512 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.926475] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] reserved_huge_pages = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.926636] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] resize_confirm_window = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.926797] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] resize_fs_using_block_device = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.926955] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] resume_guests_state_on_host_boot = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.927141] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.927326] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] rpc_response_timeout = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.927497] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] run_external_periodic_tasks = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.927665] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] running_deleted_instance_action = reap {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.927826] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.927983] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] running_deleted_instance_timeout = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.928156] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler_instance_sync_interval = 120 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.928335] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_down_time = 720 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.928517] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] servicegroup_driver = db {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.928675] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] shell_completion = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.928834] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] shelved_offload_time = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.928991] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] shelved_poll_interval = 3600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.929176] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] shutdown_timeout = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.929335] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] source_is_ipv6 = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.929495] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ssl_only = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.929790] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.929977] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] sync_power_state_interval = 600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.930159] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] sync_power_state_pool_size = 1000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.930329] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] syslog_log_facility = LOG_USER {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.930490] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] tempdir = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.930650] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] timeout_nbd = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.930818] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] transport_url = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.930978] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] update_resources_interval = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.931154] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] use_cow_images = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.931313] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] use_journal = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.931472] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] use_json = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.931630] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] use_rootwrap_daemon = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.931785] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] use_stderr = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.931942] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] use_syslog = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.932111] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vcpu_pin_set = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.932279] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plugging_is_fatal = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.932447] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plugging_timeout = 300 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.932609] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] virt_mkfs = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.932766] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] volume_usage_poll_interval = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.932923] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] watch_log_file = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.933099] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] web = /usr/share/spice-html5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.933284] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.933449] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.933610] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.933777] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_concurrency.disable_process_locking = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.934688] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.934889] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.935077] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.935278] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.935476] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.935646] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.935830] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.auth_strategy = keystone {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.936009] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.compute_link_prefix = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.936193] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.936372] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.dhcp_domain = novalocal {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.936549] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.enable_instance_password = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.936713] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.glance_link_prefix = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.936882] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.937070] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.937290] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.instance_list_per_project_cells = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.937480] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.list_records_by_skipping_down_cells = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.937649] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.local_metadata_per_cell = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.937820] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.max_limit = 1000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.937990] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.metadata_cache_expiration = 15 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.938184] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.neutron_default_tenant_id = default {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.938379] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.response_validation = warn {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.938572] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.use_neutron_default_nets = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.938746] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.938910] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.939124] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.939325] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.939504] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.vendordata_dynamic_targets = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.939693] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.vendordata_jsonfile_path = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.939883] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.940096] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.backend = dogpile.cache.memcached {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.940270] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.backend_argument = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.940435] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.backend_expiration_time = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.940607] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.config_prefix = cache.oslo {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.940778] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.dead_timeout = 60.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.940942] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.debug_cache_backend = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.941124] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.enable_retry_client = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.941290] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.enable_socket_keepalive = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.941463] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.enabled = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.941632] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.enforce_fips_mode = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.941828] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.expiration_time = 600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.941996] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.hashclient_retry_attempts = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.942180] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.942345] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_dead_retry = 300 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.942509] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_password = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.942673] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.942833] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.942994] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_pool_maxsize = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.943174] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.943337] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_sasl_enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.943515] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.943682] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.943841] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.memcache_username = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.944011] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.proxies = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.944182] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.redis_db = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.944343] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.redis_password = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.944515] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.944690] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.944857] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.redis_server = localhost:6379 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.945032] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.redis_socket_timeout = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.945199] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.redis_username = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.945387] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.retry_attempts = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.945561] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.retry_delay = 0.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.945724] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.socket_keepalive_count = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.945884] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.socket_keepalive_idle = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.946055] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.socket_keepalive_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.946218] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.tls_allowed_ciphers = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.946375] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.tls_cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.946533] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.tls_certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.946691] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.tls_enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.946846] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cache.tls_keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.947027] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.947207] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.auth_type = password {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.947399] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.947585] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.947750] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.947913] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.948088] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.cross_az_attach = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.948255] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.debug = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.948416] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.endpoint_template = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.948577] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.http_retries = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.948738] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.948894] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.949077] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.os_region_name = RegionOne {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.949243] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.949402] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cinder.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.949586] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.949757] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.cpu_dedicated_set = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.949916] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.cpu_shared_set = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.950089] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.image_type_exclude_list = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.950254] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.950415] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.950574] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.950734] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.950900] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.951070] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.resource_provider_association_refresh = 300 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.951231] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.951393] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.shutdown_retry_interval = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.951571] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.951744] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] conductor.workers = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.951918] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] console.allowed_origins = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.952090] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] console.ssl_ciphers = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.952264] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] console.ssl_minimum_version = default {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.952432] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] consoleauth.enforce_session_timeout = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.952599] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] consoleauth.token_ttl = 600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.952771] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.952928] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.953102] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.953264] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.953422] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.953579] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.953765] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.953942] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.954116] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.954279] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.954436] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.954594] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.954751] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.954921] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.service_type = accelerator {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.955127] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.955295] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.955448] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.955610] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.955793] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.955952] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] cyborg.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.956137] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.asyncio_connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.956299] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.asyncio_slave_connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.956473] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.backend = sqlalchemy {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.956643] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.956807] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.connection_debug = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.956974] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.connection_parameters = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.957154] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.connection_recycle_time = 3600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.957341] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.connection_trace = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.957514] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.db_inc_retry_interval = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.957677] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.db_max_retries = 20 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.957839] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.db_max_retry_interval = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.958008] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.db_retry_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.958177] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.max_overflow = 50 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.958339] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.max_pool_size = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.958499] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.max_retries = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.958665] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.958820] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.mysql_wsrep_sync_wait = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.958976] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.pool_timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.959149] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.retry_interval = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.959305] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.slave_connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.959467] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.sqlite_synchronous = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.959646] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] database.use_db_reconnect = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.959822] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.asyncio_connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.959980] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.asyncio_slave_connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.960166] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.backend = sqlalchemy {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.960337] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.960502] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.connection_debug = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.960670] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.connection_parameters = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.960831] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.connection_recycle_time = 3600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.960992] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.connection_trace = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.961167] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.db_inc_retry_interval = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.961330] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.db_max_retries = 20 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.961495] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.db_max_retry_interval = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.961659] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.db_retry_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.961818] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.max_overflow = 50 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.961979] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.max_pool_size = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.962154] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.max_retries = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.962326] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.962485] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.962642] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.pool_timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.962813] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.retry_interval = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.962969] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.slave_connection = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.963140] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] api_database.sqlite_synchronous = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.963317] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] devices.enabled_mdev_types = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.963493] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.963662] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.963823] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ephemeral_storage_encryption.enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.963987] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.964170] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.api_servers = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.964335] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.964496] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.964657] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.964814] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.964969] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.965144] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.debug = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.965328] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.default_trusted_certificate_ids = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.965503] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.enable_certificate_validation = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.965664] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.enable_rbd_download = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.965854] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.966040] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.966325] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.966378] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.966505] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.966667] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.num_retries = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.966834] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.rbd_ceph_conf = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.966995] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.rbd_connect_timeout = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.967176] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.rbd_pool = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.967372] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.rbd_user = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.967548] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.967707] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.967865] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.968050] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.service_type = image {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.968215] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.968372] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.968529] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.968683] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.968861] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.969030] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.verify_glance_signatures = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.969192] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] glance.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.969360] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] guestfs.debug = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.969525] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.969712] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.auth_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.969875] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.970045] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.970210] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.970367] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.970526] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.970678] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.970836] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.970991] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.971165] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.971321] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.971480] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.971635] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.971792] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.971959] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.service_type = shared-file-system {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.972137] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.share_apply_policy_timeout = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.972302] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.972463] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.972621] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.972777] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.972956] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.973129] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] manila.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.973296] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] mks.enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.973655] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.973844] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] image_cache.manager_interval = 2400 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.974021] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] image_cache.precache_concurrency = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.974199] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] image_cache.remove_unused_base_images = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.974370] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.974541] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.974715] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] image_cache.subdirectory_name = _base {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.974889] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.api_max_retries = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.975064] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.api_retry_interval = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.975238] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.975427] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.auth_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.975594] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.975751] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.975915] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.976091] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.conductor_group = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.976256] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.976418] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.976577] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.976739] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.976896] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.977066] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.977234] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.977425] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.peer_list = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.977591] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.977756] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.977951] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.serial_console_state_timeout = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.978132] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.978306] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.service_type = baremetal {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.978469] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.shard = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.978634] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.978793] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.978953] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.979127] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.979311] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.979475] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ironic.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.979657] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.979831] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] key_manager.fixed_key = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.980022] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.980190] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.barbican_api_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.980348] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.barbican_endpoint = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.980520] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.barbican_endpoint_type = public {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.980678] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.barbican_region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.980837] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.980994] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.981170] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.981330] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.981521] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.981691] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.number_of_retries = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.981858] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.retry_delay = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.982031] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.send_service_user_token = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.982198] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.982356] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.982520] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.verify_ssl = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.982678] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican.verify_ssl_path = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.982842] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.983008] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.auth_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.983174] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.983331] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.983493] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.983650] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.983805] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.983963] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.984132] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] barbican_service_user.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.984298] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.approle_role_id = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.984458] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.approle_secret_id = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.984626] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.kv_mountpoint = secret {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.984785] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.kv_path = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.984947] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.kv_version = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.985123] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.namespace = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.985283] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.root_token_id = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.985441] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.ssl_ca_crt_file = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.985612] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.timeout = 60.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.985769] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.use_ssl = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.985935] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.986115] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.986277] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.986441] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.986598] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.986754] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.986911] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.987080] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.987261] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.987418] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.987576] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.987732] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.987890] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.988061] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.988235] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.service_type = identity {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.988396] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.988553] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.988708] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.989182] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.989182] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.989321] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] keystone.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.989370] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.ceph_mount_options = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.989723] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.989917] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.connection_uri = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.990094] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.cpu_mode = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.990269] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.990441] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.cpu_models = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.990612] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.cpu_power_governor_high = performance {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.990780] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.990946] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.cpu_power_management = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.991129] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.991301] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.device_detach_attempts = 8 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.991469] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.device_detach_timeout = 20 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.991638] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.disk_cachemodes = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.991799] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.disk_prefix = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.991964] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.enabled_perf_events = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.992140] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.file_backed_memory = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.992307] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.gid_maps = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.992468] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.hw_disk_discard = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.992626] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.hw_machine_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.992793] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.images_rbd_ceph_conf = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.992955] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.993131] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.993301] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.images_rbd_glance_store_name = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.993469] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.images_rbd_pool = rbd {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.993635] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.images_type = default {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.993793] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.images_volume_group = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.993952] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.inject_key = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.994125] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.inject_partition = -2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.994285] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.inject_password = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.994448] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.iscsi_iface = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.994608] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.iser_use_multipath = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.994769] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.994927] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.995100] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_downtime = 500 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.995267] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.995424] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.995591] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_inbound_addr = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.995750] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.995907] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.996075] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_scheme = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.996290] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_timeout_action = abort {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.996406] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_tunnelled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.996563] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_uri = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.996720] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.live_migration_with_native_tls = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.996874] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.max_queues = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.997044] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.997307] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.997482] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.nfs_mount_options = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.997773] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.997948] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.998128] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.998308] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.998482] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.998647] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.num_pcie_ports = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.998813] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.998977] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.pmem_namespaces = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.999150] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.quobyte_client_cfg = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.999448] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.999649] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.999831] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.999997] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.000175] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rbd_secret_uuid = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.000359] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rbd_user = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.000540] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.000714] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.000875] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rescue_image_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.001045] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rescue_kernel_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.001210] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rescue_ramdisk_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.001381] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.001542] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.rx_queue_size = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.001741] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.smbfs_mount_options = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.002059] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.002249] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.snapshot_compression = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.002422] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.snapshot_image_format = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.002655] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.002823] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.sparse_logical_volumes = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.002987] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.swtpm_enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.003171] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.swtpm_group = tss {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.003339] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.swtpm_user = tss {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.003513] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.sysinfo_serial = unique {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.003668] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.tb_cache_size = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.003823] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.tx_queue_size = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.003985] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.uid_maps = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.004160] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.use_virtio_for_bridges = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.004334] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.virt_type = kvm {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.004504] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.volume_clear = zero {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.004667] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.volume_clear_size = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.004829] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.volume_use_multipath = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.004986] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.vzstorage_cache_path = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.005168] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.005336] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.005513] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.005687] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.005971] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.006164] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.vzstorage_mount_user = stack {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.006336] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.006512] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.006682] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.auth_type = password {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.006845] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.007013] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.007185] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.007375] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.007546] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.007717] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.default_floating_pool = public {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.007879] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.008049] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.extension_sync_interval = 600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.008217] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.http_retries = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.008418] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.008613] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.008778] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.008952] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.009128] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.009299] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.ovs_bridge = br-int {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.009466] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.physnets = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.009663] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.region_name = RegionOne {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.009840] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.010028] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.service_metadata_proxy = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.010198] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.010367] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.service_type = network {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.010531] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.010689] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.010847] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.011011] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.011202] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.011364] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] neutron.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.011535] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] notifications.bdms_in_notifications = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.011709] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] notifications.default_level = INFO {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.011871] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] notifications.include_share_mapping = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.012056] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] notifications.notification_format = unversioned {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.012224] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] notifications.notify_on_state_change = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.012401] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.012581] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] pci.alias = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.012753] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] pci.device_spec = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.012917] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] pci.report_in_placement = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.013104] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.013279] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.auth_type = password {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.013450] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.013611] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.013806] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.013981] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.014158] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.014319] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.014480] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.default_domain_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.014637] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.default_domain_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.014795] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.domain_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.014951] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.domain_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.015121] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.015282] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.015439] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.015592] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.015747] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.015912] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.password = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.016079] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.project_domain_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.016247] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.project_domain_name = Default {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.016412] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.project_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.016582] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.project_name = service {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.016746] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.region_name = RegionOne {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.016905] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.017074] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.017266] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.service_type = placement {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.017433] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.017600] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.017759] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.017917] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.system_scope = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.018086] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.018258] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.trust_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.018409] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.user_domain_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.018574] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.user_domain_name = Default {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.018732] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.user_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.018903] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.username = nova {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.019096] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.019260] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] placement.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.019439] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.cores = 20 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.019618] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.count_usage_from_placement = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.019801] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.019972] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.injected_file_content_bytes = 10240 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.020154] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.injected_file_path_length = 255 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.020322] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.injected_files = 5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.020490] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.instances = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.020656] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.key_pairs = 100 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.020821] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.metadata_items = 128 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.020984] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.ram = 51200 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.021164] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.recheck_quota = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.021332] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.server_group_members = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.021500] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.server_groups = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.021705] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.021885] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] quota.unified_limits_resource_strategy = require {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.022070] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.022236] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.022400] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.image_metadata_prefilter = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.022558] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.022719] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.max_attempts = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.022879] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.max_placement_results = 1000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.023048] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.023212] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.023369] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.023537] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] scheduler.workers = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.023708] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.023874] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.024061] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.024237] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.024404] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.024567] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.024727] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.024909] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.025087] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.host_subset_size = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.025254] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.025413] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.025574] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.025777] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.isolated_hosts = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.025976] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.isolated_images = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.026172] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.026334] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.026501] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.026661] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.pci_in_placement = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.026820] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.026979] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.027154] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.027338] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.027507] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.027670] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.027830] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.track_instance_changes = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.028008] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.028184] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] metrics.required = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.028355] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] metrics.weight_multiplier = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.028529] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.028692] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] metrics.weight_setting = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.029076] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.029268] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] serial_console.enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.029451] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] serial_console.port_range = 10000:20000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.029625] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.029795] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.029964] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] serial_console.serialproxy_port = 6083 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.030152] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.030326] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.auth_type = password {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.030491] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.030651] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.030816] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.030990] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.031172] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.031346] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.send_service_user_token = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.031512] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.031670] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] service_user.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.031837] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.agent_enabled = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.031997] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.032318] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.032525] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.032695] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.html5proxy_port = 6082 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.032856] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.image_compression = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.033023] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.jpeg_compression = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.033184] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.playback_compression = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.033346] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.require_secure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.033516] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.server_listen = 127.0.0.1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.033682] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.033839] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.streaming_mode = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.033996] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] spice.zlib_compression = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.034176] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] upgrade_levels.baseapi = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.034343] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] upgrade_levels.compute = auto {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.034508] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] upgrade_levels.conductor = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.034658] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] upgrade_levels.scheduler = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.034819] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.034987] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.035163] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.035322] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.035483] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.035640] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.035796] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.035954] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.036125] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vendordata_dynamic_auth.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.036299] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.api_retry_count = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.036459] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.ca_file = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.036628] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.036791] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.cluster_name = testcl1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.036953] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.connection_pool_size = 10 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.037125] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.console_delay_seconds = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.037314] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.datastore_regex = ^datastore.* {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.037536] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.037712] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.host_password = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.037916] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.host_port = 443 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.038113] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.host_username = administrator@vsphere.local {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.038288] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.insecure = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.038452] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.integration_bridge = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.038619] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.maximum_objects = 100 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.038779] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.pbm_default_policy = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.038937] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.pbm_enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.039106] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.pbm_wsdl_location = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.039279] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.039438] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.serial_port_proxy_uri = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.039596] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.serial_port_service_uri = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.039763] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.task_poll_interval = 0.5 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.039941] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.use_linked_clone = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.040160] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.vnc_keymap = en-us {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.040331] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.vnc_port = 5900 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.040495] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vmware.vnc_port_total = 10000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.040679] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.auth_schemes = ['none'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.040851] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.041171] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.041357] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.041530] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.novncproxy_port = 6080 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.041714] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.server_listen = 127.0.0.1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.041893] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.042069] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.vencrypt_ca_certs = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.042233] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.vencrypt_client_cert = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.042392] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vnc.vencrypt_client_key = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.042564] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.042727] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.disable_deep_image_inspection = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.042886] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.043062] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.043231] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.043393] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.disable_rootwrap = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.043553] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.enable_numa_live_migration = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.043713] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.043873] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.044042] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.044204] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.libvirt_disable_apic = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.044366] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.044530] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.044689] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.044849] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.045022] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.045184] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.045342] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.045499] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.045660] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.045824] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.046011] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.046194] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.client_socket_timeout = 900 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.046361] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.default_pool_size = 1000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.046526] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.keep_alive = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.046690] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.max_header_line = 16384 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.046858] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.047008] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.ssl_ca_file = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.047174] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.ssl_cert_file = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.047369] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.ssl_key_file = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.047537] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.tcp_keepidle = 600 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.047714] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.047880] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] zvm.ca_file = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.048052] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] zvm.cloud_connector_url = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.048391] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.048581] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] zvm.reachable_timeout = 300 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.048754] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.048930] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.049130] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.connection_string = messaging:// {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.049303] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.enabled = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.049480] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.es_doc_type = notification {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.049684] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.es_scroll_size = 10000 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.049870] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.es_scroll_time = 2m {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.050049] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.filter_error_trace = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.050223] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.hmac_keys = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.050390] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.sentinel_service_name = mymaster {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.050559] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.socket_timeout = 0.1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.050722] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.trace_requests = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.050880] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler.trace_sqlalchemy = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.051064] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler_jaeger.process_tags = {} {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.051228] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler_jaeger.service_name_prefix = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.051393] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] profiler_otlp.service_name_prefix = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.051557] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] remote_debug.host = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.051714] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] remote_debug.port = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.051887] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.052073] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.052271] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.052439] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.052600] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.052758] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.052918] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.053091] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.053257] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.053427] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.053582] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.053749] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.053916] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.054092] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.054264] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.054425] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.054586] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.054752] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.054911] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.055083] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.055250] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.055417] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.055579] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.055742] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.055902] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.056073] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.056239] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.056401] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.056562] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.056728] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.ssl = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.056972] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.057116] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.057354] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.057552] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.057726] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.057890] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.058097] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.058292] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_notifications.retry = -1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.058483] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.058656] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.058828] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.auth_section = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.058992] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.auth_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.059171] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.cafile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.059329] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.certfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.059492] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.collect_timing = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.059675] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.connect_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.059842] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.connect_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.059999] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.endpoint_id = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.060186] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.060344] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.endpoint_override = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.060500] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.endpoint_region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.060655] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.endpoint_service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.060810] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.endpoint_service_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.060968] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.insecure = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.061138] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.keyfile = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.061297] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.max_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.061454] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.min_version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.061610] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.region_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.061799] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.retriable_status_codes = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.061959] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.service_name = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.062131] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.service_type = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.062293] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.split_loggers = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.062451] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.status_code_retries = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.062608] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.status_code_retry_delay = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.062761] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.timeout = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.062914] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.valid_interfaces = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.063085] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_limit.version = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.063252] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_reports.file_event_handler = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.063417] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.063594] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] oslo_reports.log_dir = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.063785] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.063946] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.064120] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.064288] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.064452] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.064642] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.064833] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.064995] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_ovs_privileged.group = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.065169] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.065335] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.065498] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.065654] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] vif_plug_ovs_privileged.user = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.065823] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.066007] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.066189] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.066359] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.066530] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.066699] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.066864] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.067075] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.067228] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.067422] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_ovs.isolate_vif = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.067599] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.067762] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.067928] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.068111] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.068294] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] os_vif_ovs.per_port_bridge = False {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.068476] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] privsep_osbrick.capabilities = [21] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.068641] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] privsep_osbrick.group = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.068798] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] privsep_osbrick.helper_command = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.068964] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.069145] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.069304] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] privsep_osbrick.user = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.069479] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.069662] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] nova_sys_admin.group = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.069830] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] nova_sys_admin.helper_command = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.069994] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.070171] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.070327] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] nova_sys_admin.user = None {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.070459] env[62679]: DEBUG oslo_service.service [None req-b344b2d8-cd2b-4d02-a64c-f3d617a7e036 None None] ******************************************************************************** {{(pid=62679) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 478.070889] env[62679]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 478.574483] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Getting list of instances from cluster (obj){ [ 478.574483] env[62679]: value = "domain-c8" [ 478.574483] env[62679]: _type = "ClusterComputeResource" [ 478.574483] env[62679]: } {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 478.575592] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b39b04c-ca5e-4778-87f3-39ad6bbea50e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 478.584393] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Got total of 0 instances {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 478.585088] env[62679]: WARNING nova.virt.vmwareapi.driver [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 478.585564] env[62679]: INFO nova.virt.node [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Generated node identity b705663a-b9cf-4d58-931b-450a90a034cd [ 478.585790] env[62679]: INFO nova.virt.node [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Wrote node identity b705663a-b9cf-4d58-931b-450a90a034cd to /opt/stack/data/n-cpu-1/compute_id [ 479.088013] env[62679]: WARNING nova.compute.manager [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Compute nodes ['b705663a-b9cf-4d58-931b-450a90a034cd'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 480.093324] env[62679]: INFO nova.compute.manager [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 481.098748] env[62679]: WARNING nova.compute.manager [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 481.099191] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 481.099281] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 481.099432] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.099611] env[62679]: DEBUG nova.compute.resource_tracker [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 481.100575] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be60c244-0dc2-46e0-9b78-c4c92d448409 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.108852] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94ce71b-1e6d-43ab-9800-e990b420155a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.122554] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f770755-51ef-4d6e-a3eb-ba532d693a70 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.128849] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e2295a-68b7-45db-b3be-b06f75c4fe0d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.158296] env[62679]: DEBUG nova.compute.resource_tracker [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181224MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 481.158510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 481.158702] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 481.660874] env[62679]: WARNING nova.compute.resource_tracker [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] No compute node record for cpu-1:b705663a-b9cf-4d58-931b-450a90a034cd: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b705663a-b9cf-4d58-931b-450a90a034cd could not be found. [ 482.165140] env[62679]: INFO nova.compute.resource_tracker [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b705663a-b9cf-4d58-931b-450a90a034cd [ 483.673805] env[62679]: DEBUG nova.compute.resource_tracker [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 483.674229] env[62679]: DEBUG nova.compute.resource_tracker [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 483.826124] env[62679]: INFO nova.scheduler.client.report [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] [req-f284cb22-5a8d-43b2-8456-ecdd2293fea5] Created resource provider record via placement API for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 483.843309] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8bee87-96ec-4ba2-af74-b47aa0b30dce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.851199] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d0104c-86db-4a6c-9482-3cb0c85a9019 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.881729] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f74f32-ba85-44df-be0d-630403e51649 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.889651] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c36eee-d1c1-44c4-8385-6a6cfde84cb4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.903200] env[62679]: DEBUG nova.compute.provider_tree [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 484.439118] env[62679]: DEBUG nova.scheduler.client.report [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 484.439348] env[62679]: DEBUG nova.compute.provider_tree [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 0 to 1 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 484.439591] env[62679]: DEBUG nova.compute.provider_tree [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 484.487011] env[62679]: DEBUG nova.compute.provider_tree [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 1 to 2 during operation: update_traits {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 484.992006] env[62679]: DEBUG nova.compute.resource_tracker [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 484.992288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.992403] env[62679]: DEBUG nova.service [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Creating RPC server for service compute {{(pid=62679) start /opt/stack/nova/nova/service.py:186}} [ 485.005672] env[62679]: DEBUG nova.service [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] Join ServiceGroup membership for this service compute {{(pid=62679) start /opt/stack/nova/nova/service.py:203}} [ 485.005835] env[62679]: DEBUG nova.servicegroup.drivers.db [None req-3a1b4dd7-d68a-4b30-bfed-b1a60b0b16e3 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62679) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 509.008033] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 509.510739] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Getting list of instances from cluster (obj){ [ 509.510739] env[62679]: value = "domain-c8" [ 509.510739] env[62679]: _type = "ClusterComputeResource" [ 509.510739] env[62679]: } {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 509.511962] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e3122b-4571-4a26-b5a4-3e11fcef9525 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.520405] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Got total of 0 instances {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 509.520631] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 509.520936] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Getting list of instances from cluster (obj){ [ 509.520936] env[62679]: value = "domain-c8" [ 509.520936] env[62679]: _type = "ClusterComputeResource" [ 509.520936] env[62679]: } {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 509.521786] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df08ab6d-e3a5-4944-86fc-80a05c31cfc9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.529149] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Got total of 0 instances {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 524.988413] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.988707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.360582] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "151267de-2916-4c2d-97a7-927a33a89b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.360811] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "151267de-2916-4c2d-97a7-927a33a89b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.492792] env[62679]: DEBUG nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 525.642792] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.643070] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.864650] env[62679]: DEBUG nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 526.034630] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.034941] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.037814] env[62679]: INFO nova.compute.claims [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.148467] env[62679]: DEBUG nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 526.396692] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.674973] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.138020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b66240e-efc6-470f-a7f2-e483aff8188f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.148897] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484445dc-1726-47dc-9793-8470d7d0373a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.190326] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81a268-d1f3-4bc2-a0ec-cf1586f1a7af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.200098] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8b0e6-2733-4346-8d33-515ceb063bbb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.219084] env[62679]: DEBUG nova.compute.provider_tree [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.658087] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.658257] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.722944] env[62679]: DEBUG nova.scheduler.client.report [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 528.160199] env[62679]: DEBUG nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.230197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.231135] env[62679]: DEBUG nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 528.233725] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.837s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.236805] env[62679]: INFO nova.compute.claims [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.457731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "fa6728e9-1d24-4e34-bd99-561f8bb13262" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.459194] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.498941] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.499310] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.692238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.741870] env[62679]: DEBUG nova.compute.utils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 528.743900] env[62679]: DEBUG nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 528.744787] env[62679]: DEBUG nova.network.neutron [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 528.963282] env[62679]: DEBUG nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.003372] env[62679]: DEBUG nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.109802] env[62679]: DEBUG nova.policy [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b7d65992694d699fe90970de1454f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed43e618f90842daa5ae6a9b0e9c1cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 529.251745] env[62679]: DEBUG nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 529.400056] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c862953d-7d39-4142-81b5-f6ca22ebf67f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.410820] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e9c88f-3c81-4547-a38b-6735b8505cd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.444243] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c234cb0-95b5-4550-8711-43ab3587bf64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.451860] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a2713-4cc0-41bc-a06e-d0f4310ce404 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.467308] env[62679]: DEBUG nova.compute.provider_tree [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 529.494421] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.533108] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.977041] env[62679]: DEBUG nova.scheduler.client.report [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 530.260852] env[62679]: DEBUG nova.network.neutron [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Successfully created port: 21543953-1226-4ca4-88f6-41ab67584697 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 530.267382] env[62679]: DEBUG nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 530.310277] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 530.310718] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.311043] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 530.311426] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.311670] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 530.312092] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 530.312561] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 530.312894] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 530.315355] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 530.315355] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 530.315355] env[62679]: DEBUG nova.virt.hardware [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 530.315355] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48294d2f-532c-4790-aa80-5e411fbedd6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.328669] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64c9420-5e25-4ffa-a848-38db7c8bdc69 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.360324] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7179dabf-a9b8-4eb7-b201-df3263003b77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.476481] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.476715] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.481934] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.482486] env[62679]: DEBUG nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 530.490020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.812s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.490577] env[62679]: INFO nova.compute.claims [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 530.984540] env[62679]: DEBUG nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.995334] env[62679]: DEBUG nova.compute.utils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 531.002063] env[62679]: DEBUG nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 531.002317] env[62679]: DEBUG nova.network.neutron [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 531.189432] env[62679]: DEBUG nova.policy [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '758076c65d424fb4823cf0a0de64887f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c398f12158540418553134bb56ab92a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 531.503888] env[62679]: DEBUG nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 531.518564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.660162] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07dd2ca-d37e-4ba5-b0c3-5fd214a28410 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.669576] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64710c0-b0e2-4641-832e-561871c59ffd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.705434] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a6006e-4394-43b3-b488-0bfe99b2c0a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.711711] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260f95f3-286e-475b-9881-0d4417f0baf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.725356] env[62679]: DEBUG nova.compute.provider_tree [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.228879] env[62679]: DEBUG nova.scheduler.client.report [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 532.528123] env[62679]: DEBUG nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 532.563072] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 532.564043] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 532.564454] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 532.564792] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 532.565068] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 532.565280] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 532.565560] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 532.565944] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 532.566318] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 532.566458] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 532.566814] env[62679]: DEBUG nova.virt.hardware [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 532.567836] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e696583-7181-449c-bc22-f71326123a2d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.579582] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70031a6d-3b67-43e2-ac13-aadd197b88aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.733960] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.734901] env[62679]: DEBUG nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 532.738119] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.046s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.742514] env[62679]: INFO nova.compute.claims [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.765017] env[62679]: DEBUG nova.network.neutron [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Successfully created port: 7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 533.245681] env[62679]: DEBUG nova.compute.utils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 533.250505] env[62679]: DEBUG nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 533.254284] env[62679]: DEBUG nova.network.neutron [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 533.339627] env[62679]: DEBUG nova.policy [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9353e3cdfce84b96b4b1fccb402dbde1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9114d901b6844dd4acf13d6f27560204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 533.384746] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.385639] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.385639] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 533.385922] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Rebuilding the list of instances to heal {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10456}} [ 533.515655] env[62679]: DEBUG nova.network.neutron [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Successfully updated port: 21543953-1226-4ca4-88f6-41ab67584697 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 533.751770] env[62679]: DEBUG nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 533.890682] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 533.890682] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 533.890682] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 533.890682] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 533.890682] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Didn't find any instances for network info cache update. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 533.894824] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.895327] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.895535] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.895712] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.895915] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.896075] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.896238] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 533.896378] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.930652] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060bdcbb-c5af-41e3-b7db-a5eb131912bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.943734] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea5f05b-9f2e-49f6-9ec6-8faeb2978e19 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.984670] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0f089-a09b-433a-972c-ff8baafe8102 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.995179] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2eff40-af43-4f80-ad56-9442032d3ed6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.013162] env[62679]: DEBUG nova.compute.provider_tree [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.019758] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "refresh_cache-68867eaf-ba52-4afd-bc33-f99d461a7e37" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.019862] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "refresh_cache-68867eaf-ba52-4afd-bc33-f99d461a7e37" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.019940] env[62679]: DEBUG nova.network.neutron [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 534.280303] env[62679]: DEBUG nova.network.neutron [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Successfully created port: 98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.401421] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.517738] env[62679]: DEBUG nova.scheduler.client.report [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 534.581145] env[62679]: DEBUG nova.network.neutron [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 534.765208] env[62679]: DEBUG nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 534.800887] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 534.801125] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 534.801282] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 534.801476] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 534.801605] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 534.802222] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 534.802222] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 534.802222] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 534.802352] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 534.802408] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 534.802576] env[62679]: DEBUG nova.virt.hardware [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 534.803477] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcebf9f-15f0-41f7-bbd0-aa102b9e379f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.812597] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cde82e8-7c8d-43fc-9940-8a6099d516f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.836957] env[62679]: DEBUG nova.network.neutron [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Updating instance_info_cache with network_info: [{"id": "21543953-1226-4ca4-88f6-41ab67584697", "address": "fa:16:3e:b2:c2:03", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21543953-12", "ovs_interfaceid": "21543953-1226-4ca4-88f6-41ab67584697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.025671] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.026222] env[62679]: DEBUG nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.028946] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.535s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.030892] env[62679]: INFO nova.compute.claims [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.292545] env[62679]: DEBUG nova.network.neutron [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Successfully updated port: 7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 535.340383] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "refresh_cache-68867eaf-ba52-4afd-bc33-f99d461a7e37" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.340383] env[62679]: DEBUG nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Instance network_info: |[{"id": "21543953-1226-4ca4-88f6-41ab67584697", "address": "fa:16:3e:b2:c2:03", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21543953-12", "ovs_interfaceid": "21543953-1226-4ca4-88f6-41ab67584697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 535.341229] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:c2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21543953-1226-4ca4-88f6-41ab67584697', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 535.353893] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 535.354248] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b46f8d-7cdf-4183-a908-95f10ea2fed1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.369349] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created folder: OpenStack in parent group-v4. [ 535.369551] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating folder: Project (ed43e618f90842daa5ae6a9b0e9c1cf1). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 535.369838] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b05a7bc-977e-49cb-8d58-36222e244ef1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.382134] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created folder: Project (ed43e618f90842daa5ae6a9b0e9c1cf1) in parent group-v488891. [ 535.382362] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating folder: Instances. Parent ref: group-v488892. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 535.382630] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c36696d-c059-4850-a9e2-48ba1c2607ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.392016] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created folder: Instances in parent group-v488892. [ 535.392016] env[62679]: DEBUG oslo.service.loopingcall [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 535.392016] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 535.392319] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09e44563-f9b0-4d6a-ac2c-605f620443f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.414393] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 535.414393] env[62679]: value = "task-2411391" [ 535.414393] env[62679]: _type = "Task" [ 535.414393] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.424155] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411391, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.539407] env[62679]: DEBUG nova.compute.utils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 535.546022] env[62679]: DEBUG nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 535.546022] env[62679]: DEBUG nova.network.neutron [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 535.638151] env[62679]: DEBUG nova.policy [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99b7beb2da2d42d7bdbaf5eb1e6aba26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bf3ac22b14f47199ecbde19ece34d06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 535.800535] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.800755] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquired lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.800840] env[62679]: DEBUG nova.network.neutron [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 535.896921] env[62679]: DEBUG nova.compute.manager [req-8940178a-e037-4764-8b35-93d4d70e8b69 req-34c0c8c5-e564-43b8-9c1a-7deb011d8ea3 service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Received event network-vif-plugged-21543953-1226-4ca4-88f6-41ab67584697 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 535.896921] env[62679]: DEBUG oslo_concurrency.lockutils [req-8940178a-e037-4764-8b35-93d4d70e8b69 req-34c0c8c5-e564-43b8-9c1a-7deb011d8ea3 service nova] Acquiring lock "68867eaf-ba52-4afd-bc33-f99d461a7e37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.896921] env[62679]: DEBUG oslo_concurrency.lockutils [req-8940178a-e037-4764-8b35-93d4d70e8b69 req-34c0c8c5-e564-43b8-9c1a-7deb011d8ea3 service nova] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.897611] env[62679]: DEBUG oslo_concurrency.lockutils [req-8940178a-e037-4764-8b35-93d4d70e8b69 req-34c0c8c5-e564-43b8-9c1a-7deb011d8ea3 service nova] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.897847] env[62679]: DEBUG nova.compute.manager [req-8940178a-e037-4764-8b35-93d4d70e8b69 req-34c0c8c5-e564-43b8-9c1a-7deb011d8ea3 service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] No waiting events found dispatching network-vif-plugged-21543953-1226-4ca4-88f6-41ab67584697 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 535.898035] env[62679]: WARNING nova.compute.manager [req-8940178a-e037-4764-8b35-93d4d70e8b69 req-34c0c8c5-e564-43b8-9c1a-7deb011d8ea3 service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Received unexpected event network-vif-plugged-21543953-1226-4ca4-88f6-41ab67584697 for instance with vm_state building and task_state spawning. [ 535.926848] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411391, 'name': CreateVM_Task, 'duration_secs': 0.355768} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.927190] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 535.944321] env[62679]: DEBUG oslo_vmware.service [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a65db-8a5e-4283-8def-aa9808073075 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.954109] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.954109] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.954507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.954929] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52a4c18-7638-4f91-8314-12f709eefcd0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.960809] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 535.960809] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fdc8b7-a912-c8b8-b76d-ffa5e40647ab" [ 535.960809] env[62679]: _type = "Task" [ 535.960809] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.975142] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fdc8b7-a912-c8b8-b76d-ffa5e40647ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.041436] env[62679]: DEBUG nova.network.neutron [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Successfully created port: c2946ad9-9e20-4555-87be-3d90e419200c {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 536.043818] env[62679]: DEBUG nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.104378] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "d2addee2-9c77-4980-966b-74b9fe442850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.105028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "d2addee2-9c77-4980-966b-74b9fe442850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.189361] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b1c65-d3e2-40c9-a26c-528d9a010f3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.208203] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b9eaf-50bf-4f08-a9b7-b2da83592067 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.245772] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1be25e-fae9-46f4-b1a8-ee71d5ce4cdf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.253645] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b6a731-db1f-4235-8313-d5ba4eeb789f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.268563] env[62679]: DEBUG nova.compute.provider_tree [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.352452] env[62679]: DEBUG nova.network.neutron [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Successfully updated port: 98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 536.396131] env[62679]: DEBUG nova.network.neutron [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 536.472517] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.472816] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 536.473038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.473197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.473617] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 536.473997] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee8b6a7-7d72-4b7d-8517-00489249b1d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.481902] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 536.482191] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 536.482967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023ae2e1-d8af-4e78-a166-ccedfd7d8185 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.491644] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a77d785-5094-4414-957c-91439089b96e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.497455] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 536.497455] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524decd1-6f1b-75d5-97ad-dc5b4ac9a11d" [ 536.497455] env[62679]: _type = "Task" [ 536.497455] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.509189] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524decd1-6f1b-75d5-97ad-dc5b4ac9a11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.608077] env[62679]: DEBUG nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.670253] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.670433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.777042] env[62679]: DEBUG nova.scheduler.client.report [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.858623] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "refresh_cache-bcc5d4ec-9218-4db5-b1e5-42dcd192c915" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.859674] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquired lock "refresh_cache-bcc5d4ec-9218-4db5-b1e5-42dcd192c915" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.859674] env[62679]: DEBUG nova.network.neutron [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 537.008772] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Preparing fetch location {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 537.009089] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating directory with path [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 537.009429] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9be8599-82dd-4fde-ba65-aca05c6163b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.025847] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created directory with path [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 537.026302] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Fetch image to [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 537.026497] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Downloading image file data 8804ce82-c496-4ccb-bb80-5cfc9822f21b to [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk on the data store datastore2 {{(pid=62679) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 537.030647] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2d028-d142-464f-b956-80b2c8ca291e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.044128] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e27bc4-924f-4ad5-bd90-740b45394b45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.056024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f48a5-d2c9-4d76-bd8c-0d9dbb15834f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.062316] env[62679]: DEBUG nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.099575] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4138ea16-5db6-4623-a7bc-d1ca0d3e8e8e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.110646] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.110646] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.110817] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.110870] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.111021] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.111182] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.111409] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.111531] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.111691] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.111847] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.112022] env[62679]: DEBUG nova.virt.hardware [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.112356] env[62679]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3ca17035-524d-4826-b621-fd07b1b672df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.116759] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b775ea-998b-498c-959a-c9b8ad0aeec4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.135875] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c50b77a-ae85-454c-a3ef-aa61f61e830a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.161709] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.175444] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Downloading image file data 8804ce82-c496-4ccb-bb80-5cfc9822f21b to the data store datastore2 {{(pid=62679) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 537.177813] env[62679]: DEBUG nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.247231] env[62679]: DEBUG nova.network.neutron [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updating instance_info_cache with network_info: [{"id": "7669997a-a2b7-4381-ad12-3aae9256e945", "address": "fa:16:3e:d6:8e:36", "network": {"id": "96afd465-caf6-4f49-bb7f-b136fa7f1ddd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-859931703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c398f12158540418553134bb56ab92a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7669997a-a2", "ovs_interfaceid": "7669997a-a2b7-4381-ad12-3aae9256e945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.254273] env[62679]: DEBUG oslo_vmware.rw_handles [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62679) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 537.325928] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.326680] env[62679]: DEBUG nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.330601] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.798s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.332035] env[62679]: INFO nova.compute.claims [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.491980] env[62679]: DEBUG nova.network.neutron [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 537.596836] env[62679]: DEBUG nova.compute.manager [req-f24e0105-0e32-4de8-aafb-94d2e12a5ec1 req-9b50c62e-dd41-4614-8902-833077b87cbe service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Received event network-vif-plugged-7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 537.597052] env[62679]: DEBUG oslo_concurrency.lockutils [req-f24e0105-0e32-4de8-aafb-94d2e12a5ec1 req-9b50c62e-dd41-4614-8902-833077b87cbe service nova] Acquiring lock "151267de-2916-4c2d-97a7-927a33a89b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.597259] env[62679]: DEBUG oslo_concurrency.lockutils [req-f24e0105-0e32-4de8-aafb-94d2e12a5ec1 req-9b50c62e-dd41-4614-8902-833077b87cbe service nova] Lock "151267de-2916-4c2d-97a7-927a33a89b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.597419] env[62679]: DEBUG oslo_concurrency.lockutils [req-f24e0105-0e32-4de8-aafb-94d2e12a5ec1 req-9b50c62e-dd41-4614-8902-833077b87cbe service nova] Lock "151267de-2916-4c2d-97a7-927a33a89b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.597575] env[62679]: DEBUG nova.compute.manager [req-f24e0105-0e32-4de8-aafb-94d2e12a5ec1 req-9b50c62e-dd41-4614-8902-833077b87cbe service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] No waiting events found dispatching network-vif-plugged-7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 537.597729] env[62679]: WARNING nova.compute.manager [req-f24e0105-0e32-4de8-aafb-94d2e12a5ec1 req-9b50c62e-dd41-4614-8902-833077b87cbe service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Received unexpected event network-vif-plugged-7669997a-a2b7-4381-ad12-3aae9256e945 for instance with vm_state building and task_state spawning. [ 537.710262] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.751616] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Releasing lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.751940] env[62679]: DEBUG nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Instance network_info: |[{"id": "7669997a-a2b7-4381-ad12-3aae9256e945", "address": "fa:16:3e:d6:8e:36", "network": {"id": "96afd465-caf6-4f49-bb7f-b136fa7f1ddd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-859931703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c398f12158540418553134bb56ab92a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7669997a-a2", "ovs_interfaceid": "7669997a-a2b7-4381-ad12-3aae9256e945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 537.752384] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:8e:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7669997a-a2b7-4381-ad12-3aae9256e945', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 537.765111] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Creating folder: Project (3c398f12158540418553134bb56ab92a). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 537.768541] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d808c2b9-6408-496f-9600-d9c72158b9a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.783575] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Created folder: Project (3c398f12158540418553134bb56ab92a) in parent group-v488891. [ 537.783753] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Creating folder: Instances. Parent ref: group-v488895. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 537.783934] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf7131b0-76cd-459a-b880-c3524b5393f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.795805] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Created folder: Instances in parent group-v488895. [ 537.795993] env[62679]: DEBUG oslo.service.loopingcall [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 537.796489] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 537.796489] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3dc3ed5-a4b7-409e-99d6-bb2293577631 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.822027] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 537.822027] env[62679]: value = "task-2411394" [ 537.822027] env[62679]: _type = "Task" [ 537.822027] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.830763] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411394, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.839257] env[62679]: DEBUG nova.compute.utils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 537.847062] env[62679]: DEBUG nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 537.847244] env[62679]: DEBUG nova.network.neutron [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 537.925159] env[62679]: DEBUG nova.policy [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48d7bc96fb7f4056875e4342cbd02c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc633e3fae254b2890f388f0c2ec1406', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 537.974501] env[62679]: DEBUG oslo_vmware.rw_handles [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Completed reading data from the image iterator. {{(pid=62679) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 537.974784] env[62679]: DEBUG oslo_vmware.rw_handles [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 538.122139] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Downloaded image file data 8804ce82-c496-4ccb-bb80-5cfc9822f21b to vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk on the data store datastore2 {{(pid=62679) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 538.123864] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Caching image {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 538.124132] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copying Virtual Disk [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk to [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 538.124755] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba97ce60-186c-41c4-8207-b42926f349c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.136081] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 538.136081] env[62679]: value = "task-2411395" [ 538.136081] env[62679]: _type = "Task" [ 538.136081] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.145826] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.335780] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411394, 'name': CreateVM_Task, 'duration_secs': 0.387687} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.337075] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 538.337075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.337075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.338458] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.338458] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426a0689-cb87-403b-902b-c9eec76ba043 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.344961] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 538.344961] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52efe045-38d8-add1-9699-d5343bc97b9c" [ 538.344961] env[62679]: _type = "Task" [ 538.344961] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.358022] env[62679]: DEBUG nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.368780] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.368780] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 538.369324] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.556846] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d317734d-5e4c-492b-89aa-43afde8bcd80 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.565614] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b17d57-c20d-49dd-a850-f977c481c30e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.603842] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7bbb32-8edb-40e7-adfe-4834652b1514 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.614848] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f227d6-89e5-439f-9c48-77970ad2fa7a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.631459] env[62679]: DEBUG nova.compute.provider_tree [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.648041] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411395, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.827705] env[62679]: DEBUG nova.network.neutron [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Updating instance_info_cache with network_info: [{"id": "98f5dd65-ab64-4c1e-b21a-5284beb7a5b8", "address": "fa:16:3e:17:e0:f2", "network": {"id": "4ccbc41e-9649-410a-9cb3-e5ed3b1c5f78", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2114139072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9114d901b6844dd4acf13d6f27560204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f5dd65-ab", "ovs_interfaceid": "98f5dd65-ab64-4c1e-b21a-5284beb7a5b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.052101] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.052101] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.054519] env[62679]: DEBUG nova.compute.manager [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Received event network-changed-21543953-1226-4ca4-88f6-41ab67584697 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 539.054938] env[62679]: DEBUG nova.compute.manager [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Refreshing instance network info cache due to event network-changed-21543953-1226-4ca4-88f6-41ab67584697. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 539.054985] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Acquiring lock "refresh_cache-68867eaf-ba52-4afd-bc33-f99d461a7e37" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.055110] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Acquired lock "refresh_cache-68867eaf-ba52-4afd-bc33-f99d461a7e37" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.055284] env[62679]: DEBUG nova.network.neutron [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Refreshing network info cache for port 21543953-1226-4ca4-88f6-41ab67584697 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 539.134756] env[62679]: DEBUG nova.scheduler.client.report [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.151153] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680524} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.151412] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copied Virtual Disk [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk to [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 539.151862] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 539.154262] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351a59ad-bf19-4143-83de-4ac525a6b3df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.161196] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 539.161196] env[62679]: value = "task-2411396" [ 539.161196] env[62679]: _type = "Task" [ 539.161196] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.172032] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.333017] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Releasing lock "refresh_cache-bcc5d4ec-9218-4db5-b1e5-42dcd192c915" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.333017] env[62679]: DEBUG nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Instance network_info: |[{"id": "98f5dd65-ab64-4c1e-b21a-5284beb7a5b8", "address": "fa:16:3e:17:e0:f2", "network": {"id": "4ccbc41e-9649-410a-9cb3-e5ed3b1c5f78", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2114139072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9114d901b6844dd4acf13d6f27560204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f5dd65-ab", "ovs_interfaceid": "98f5dd65-ab64-4c1e-b21a-5284beb7a5b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 539.333312] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:e0:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98f5dd65-ab64-4c1e-b21a-5284beb7a5b8', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.341907] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Creating folder: Project (9114d901b6844dd4acf13d6f27560204). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.344375] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55cc14a7-80fb-4f3d-bf28-a870debbfb39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.355984] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Created folder: Project (9114d901b6844dd4acf13d6f27560204) in parent group-v488891. [ 539.355984] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Creating folder: Instances. Parent ref: group-v488898. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.355984] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ab6e77e-e90c-4961-a600-0add04707ac2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.364321] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Created folder: Instances in parent group-v488898. [ 539.365035] env[62679]: DEBUG oslo.service.loopingcall [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.365386] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.365876] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1691864e-843f-45e4-ba86-5effe09edf60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.384245] env[62679]: DEBUG nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.394221] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.394221] env[62679]: value = "task-2411399" [ 539.394221] env[62679]: _type = "Task" [ 539.394221] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.401975] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411399, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.418246] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.418488] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.418638] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.418813] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.418982] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.419880] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.420143] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.420519] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.420519] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.420623] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.420928] env[62679]: DEBUG nova.virt.hardware [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.425037] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a175c39-9290-40cf-8aaa-45c2297ed9e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.430714] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e844e3ac-bcc8-4e29-a79c-265ebff47bb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.557237] env[62679]: DEBUG nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.642342] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.643051] env[62679]: DEBUG nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 539.648294] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.130s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.653086] env[62679]: INFO nova.compute.claims [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.675345] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023615} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.676368] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 539.677382] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Moving file from [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1/8804ce82-c496-4ccb-bb80-5cfc9822f21b to [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b. {{(pid=62679) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 539.677382] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0d42d506-d428-4bd0-8408-42fe8d62c414 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.689901] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 539.689901] env[62679]: value = "task-2411400" [ 539.689901] env[62679]: _type = "Task" [ 539.689901] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.702654] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411400, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.764765] env[62679]: DEBUG nova.network.neutron [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Successfully updated port: c2946ad9-9e20-4555-87be-3d90e419200c {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.901628] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411399, 'name': CreateVM_Task, 'duration_secs': 0.359924} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.901797] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 539.902804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.902804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.902944] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.904318] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b43375-992b-4a0e-a7b4-ecbe1b393b37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.908625] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 539.908625] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5224b454-bce2-a28d-7e20-2f6f8ca2bf23" [ 539.908625] env[62679]: _type = "Task" [ 539.908625] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.919089] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5224b454-bce2-a28d-7e20-2f6f8ca2bf23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.047607] env[62679]: DEBUG nova.network.neutron [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Successfully created port: df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 540.095448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.160452] env[62679]: DEBUG nova.compute.utils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.162334] env[62679]: DEBUG nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.162594] env[62679]: DEBUG nova.network.neutron [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 540.203512] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411400, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02875} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.204323] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] File moved {{(pid=62679) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 540.204653] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Cleaning up location [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 540.204944] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore2] vmware_temp/18da6cc1-8b98-42f3-9d32-919c3e8972a1 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 540.205641] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9cf39e6-2215-4ae9-be68-132c70a84142 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.212678] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 540.212678] env[62679]: value = "task-2411401" [ 540.212678] env[62679]: _type = "Task" [ 540.212678] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.224174] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.268690] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "refresh_cache-fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.269596] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired lock "refresh_cache-fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.269596] env[62679]: DEBUG nova.network.neutron [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 540.426464] env[62679]: DEBUG nova.policy [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21d7d29e37b94936b4143867654dab32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '729f5b4d14b140aab15699ba3ccf14f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 540.439784] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5224b454-bce2-a28d-7e20-2f6f8ca2bf23, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.439784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.439784] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 540.439784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.612295] env[62679]: DEBUG nova.compute.manager [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Received event network-changed-7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 540.612648] env[62679]: DEBUG nova.compute.manager [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Refreshing instance network info cache due to event network-changed-7669997a-a2b7-4381-ad12-3aae9256e945. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 540.612759] env[62679]: DEBUG oslo_concurrency.lockutils [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] Acquiring lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.612915] env[62679]: DEBUG oslo_concurrency.lockutils [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] Acquired lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.620422] env[62679]: DEBUG nova.network.neutron [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Refreshing network info cache for port 7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 540.667808] env[62679]: DEBUG nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 540.731221] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027162} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.731221] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 540.731926] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1e8ac0-278e-4a01-9c26-8bf053f8b19a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.741339] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 540.741339] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a547b5-40a6-5190-4264-71439ee10a68" [ 540.741339] env[62679]: _type = "Task" [ 540.741339] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.749165] env[62679]: DEBUG nova.network.neutron [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Updated VIF entry in instance network info cache for port 21543953-1226-4ca4-88f6-41ab67584697. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 540.749523] env[62679]: DEBUG nova.network.neutron [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Updating instance_info_cache with network_info: [{"id": "21543953-1226-4ca4-88f6-41ab67584697", "address": "fa:16:3e:b2:c2:03", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21543953-12", "ovs_interfaceid": "21543953-1226-4ca4-88f6-41ab67584697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.760359] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a547b5-40a6-5190-4264-71439ee10a68, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.760856] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.761151] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 68867eaf-ba52-4afd-bc33-f99d461a7e37/68867eaf-ba52-4afd-bc33-f99d461a7e37.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 540.761748] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.761748] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.761873] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba48d567-8dde-40b0-a435-ff4e20f235b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.766309] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b977ce-83df-47af-bf4b-836d17c4cc39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.775064] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 540.775064] env[62679]: value = "task-2411402" [ 540.775064] env[62679]: _type = "Task" [ 540.775064] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.777566] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.781019] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 540.784525] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33507d88-5241-4ed6-a8b8-b989540ce7aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.798668] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 540.798668] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52de8c59-1df6-e378-9ad4-d4e944328b34" [ 540.798668] env[62679]: _type = "Task" [ 540.798668] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.802463] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.814902] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52de8c59-1df6-e378-9ad4-d4e944328b34, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.817185] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37160d3-4be2-4eb3-821f-e9a4611eeee6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.823213] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 540.823213] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525605d6-2583-582e-76fb-b454c553444c" [ 540.823213] env[62679]: _type = "Task" [ 540.823213] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.835172] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525605d6-2583-582e-76fb-b454c553444c, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.835172] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.835355] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 151267de-2916-4c2d-97a7-927a33a89b4b/151267de-2916-4c2d-97a7-927a33a89b4b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 540.836549] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.836641] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.836840] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f893201a-5b6c-4d94-9faa-dc11bea62726 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.839643] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ac1905a-9fe9-4d54-a8cc-80852f484222 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.852018] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 540.852018] env[62679]: value = "task-2411403" [ 540.852018] env[62679]: _type = "Task" [ 540.852018] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.855134] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.855134] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 540.858029] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f78940-a15c-478b-9688-29559598312d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.869717] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.870029] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 540.870029] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d69ccc-9bd4-3207-d749-a5b7e8ec1278" [ 540.870029] env[62679]: _type = "Task" [ 540.870029] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.878185] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d69ccc-9bd4-3207-d749-a5b7e8ec1278, 'name': SearchDatastore_Task, 'duration_secs': 0.007909} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.883026] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0938f83a-70cc-4dc4-bac6-a4fdebf601be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.884933] env[62679]: DEBUG nova.network.neutron [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.889778] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 540.889778] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52020698-2037-188b-5e37-74818c1ea6e3" [ 540.889778] env[62679]: _type = "Task" [ 540.889778] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.899574] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52020698-2037-188b-5e37-74818c1ea6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.979416] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7adce40-d9b0-45f6-889e-be25cbe4a808 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.989579] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20f664-f28f-43eb-98d2-b1d4a5cd5526 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.022589] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a93e3-a617-4c4e-b1b1-2629711c1af3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.032054] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b03fde-9f55-45a7-8179-8b52cce11a2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.049131] env[62679]: DEBUG nova.compute.provider_tree [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.254145] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Releasing lock "refresh_cache-68867eaf-ba52-4afd-bc33-f99d461a7e37" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.254486] env[62679]: DEBUG nova.compute.manager [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Received event network-vif-plugged-98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 541.254698] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Acquiring lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.255498] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.255498] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.255498] env[62679]: DEBUG nova.compute.manager [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] No waiting events found dispatching network-vif-plugged-98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 541.255498] env[62679]: WARNING nova.compute.manager [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Received unexpected event network-vif-plugged-98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 for instance with vm_state building and task_state spawning. [ 541.255498] env[62679]: DEBUG nova.compute.manager [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Received event network-changed-98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 541.255707] env[62679]: DEBUG nova.compute.manager [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Refreshing instance network info cache due to event network-changed-98f5dd65-ab64-4c1e-b21a-5284beb7a5b8. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 541.255869] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Acquiring lock "refresh_cache-bcc5d4ec-9218-4db5-b1e5-42dcd192c915" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.256016] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Acquired lock "refresh_cache-bcc5d4ec-9218-4db5-b1e5-42dcd192c915" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.256254] env[62679]: DEBUG nova.network.neutron [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Refreshing network info cache for port 98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 541.291650] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.369798] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.408562] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52020698-2037-188b-5e37-74818c1ea6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.408562] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.408977] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] bcc5d4ec-9218-4db5-b1e5-42dcd192c915/bcc5d4ec-9218-4db5-b1e5-42dcd192c915.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 541.409205] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aeb93e7-2993-44ff-ba12-eaf79bf17c13 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.423959] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 541.423959] env[62679]: value = "task-2411404" [ 541.423959] env[62679]: _type = "Task" [ 541.423959] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.432604] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.552436] env[62679]: DEBUG nova.scheduler.client.report [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.680073] env[62679]: DEBUG nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 541.714563] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 541.714861] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 541.714950] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 541.715143] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 541.715424] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 541.715424] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 541.716303] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 541.716303] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 541.716303] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 541.716714] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 541.717622] env[62679]: DEBUG nova.virt.hardware [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 541.718465] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744f9c0e-703f-406a-b2fa-1fdb62e44e19 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.732125] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91930ef-9ee0-4809-a971-5b1b94882371 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.789451] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611509} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.789930] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 68867eaf-ba52-4afd-bc33-f99d461a7e37/68867eaf-ba52-4afd-bc33-f99d461a7e37.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 541.789930] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 541.790190] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a41ec5d-3745-46af-b831-7388100d875a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.798462] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 541.798462] env[62679]: value = "task-2411405" [ 541.798462] env[62679]: _type = "Task" [ 541.798462] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.808358] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.828530] env[62679]: DEBUG nova.network.neutron [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Updating instance_info_cache with network_info: [{"id": "c2946ad9-9e20-4555-87be-3d90e419200c", "address": "fa:16:3e:d7:53:3c", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2946ad9-9e", "ovs_interfaceid": "c2946ad9-9e20-4555-87be-3d90e419200c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.865729] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749238} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.866109] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 151267de-2916-4c2d-97a7-927a33a89b4b/151267de-2916-4c2d-97a7-927a33a89b4b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 541.866267] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 541.867012] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8006b888-d157-455d-a78a-01b34a13629d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.874564] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 541.874564] env[62679]: value = "task-2411406" [ 541.874564] env[62679]: _type = "Task" [ 541.874564] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.887577] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.935471] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.057841] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.058512] env[62679]: DEBUG nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.061410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.660s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.064127] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.064127] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 542.064127] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.901s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.064587] env[62679]: INFO nova.compute.claims [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.070940] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef8265-2b69-4787-a13e-721363d8b7e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.078842] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27967983-ac34-4b61-9278-69231480f7cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.099618] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bf7c3c-18c4-4015-8268-37596d58e4f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.110121] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f65584-7022-46a0-b6b4-0dcc8653ebd9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.142576] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181223MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 542.142767] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.178291] env[62679]: DEBUG nova.network.neutron [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updated VIF entry in instance network info cache for port 7669997a-a2b7-4381-ad12-3aae9256e945. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 542.178476] env[62679]: DEBUG nova.network.neutron [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updating instance_info_cache with network_info: [{"id": "7669997a-a2b7-4381-ad12-3aae9256e945", "address": "fa:16:3e:d6:8e:36", "network": {"id": "96afd465-caf6-4f49-bb7f-b136fa7f1ddd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-859931703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c398f12158540418553134bb56ab92a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7669997a-a2", "ovs_interfaceid": "7669997a-a2b7-4381-ad12-3aae9256e945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.311659] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134058} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.313192] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 542.313192] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b16450-66a6-4662-81d7-7de4b6b651b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.332988] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Releasing lock "refresh_cache-fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.333320] env[62679]: DEBUG nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Instance network_info: |[{"id": "c2946ad9-9e20-4555-87be-3d90e419200c", "address": "fa:16:3e:d7:53:3c", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2946ad9-9e", "ovs_interfaceid": "c2946ad9-9e20-4555-87be-3d90e419200c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 542.343411] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 68867eaf-ba52-4afd-bc33-f99d461a7e37/68867eaf-ba52-4afd-bc33-f99d461a7e37.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 542.343873] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:53:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2946ad9-9e20-4555-87be-3d90e419200c', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 542.351720] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Creating folder: Project (9bf3ac22b14f47199ecbde19ece34d06). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.351998] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670fe5ac-310f-4eb6-8a16-65571d5caf99 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.367354] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60ef9c96-df60-4832-b9fc-b74dbae46442 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.381155] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 542.381155] env[62679]: value = "task-2411408" [ 542.381155] env[62679]: _type = "Task" [ 542.381155] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.383483] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Created folder: Project (9bf3ac22b14f47199ecbde19ece34d06) in parent group-v488891. [ 542.383619] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Creating folder: Instances. Parent ref: group-v488901. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.386717] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d1322ed-35e0-48d1-a82c-8a455cf6ba5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.395700] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.400908] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087975} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.402488] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 542.403133] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Created folder: Instances in parent group-v488901. [ 542.403336] env[62679]: DEBUG oslo.service.loopingcall [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.406230] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89210309-9690-4a9a-a6e4-a296dcf6c72e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.409116] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 542.409116] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bdfac62-5395-4187-8b2e-131b5d121854 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.439680] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 542.439680] env[62679]: value = "task-2411410" [ 542.439680] env[62679]: _type = "Task" [ 542.439680] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.449595] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 151267de-2916-4c2d-97a7-927a33a89b4b/151267de-2916-4c2d-97a7-927a33a89b4b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 542.449595] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f06f33b-185d-4104-b7b3-ad9d0a80677f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.470682] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628512} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.471306] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] bcc5d4ec-9218-4db5-b1e5-42dcd192c915/bcc5d4ec-9218-4db5-b1e5-42dcd192c915.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 542.471516] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 542.472083] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5d7e586-5468-4e34-aea2-5883d1794abf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.478249] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411410, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.480368] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 542.480368] env[62679]: value = "task-2411412" [ 542.480368] env[62679]: _type = "Task" [ 542.480368] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.480631] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 542.480631] env[62679]: value = "task-2411411" [ 542.480631] env[62679]: _type = "Task" [ 542.480631] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.492837] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.496148] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.570092] env[62679]: DEBUG nova.compute.utils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.570678] env[62679]: DEBUG nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.570958] env[62679]: DEBUG nova.network.neutron [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.688925] env[62679]: DEBUG oslo_concurrency.lockutils [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] Releasing lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.689245] env[62679]: DEBUG nova.compute.manager [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Received event network-vif-plugged-c2946ad9-9e20-4555-87be-3d90e419200c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 542.689442] env[62679]: DEBUG oslo_concurrency.lockutils [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] Acquiring lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.689661] env[62679]: DEBUG oslo_concurrency.lockutils [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.689803] env[62679]: DEBUG oslo_concurrency.lockutils [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.689964] env[62679]: DEBUG nova.compute.manager [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] No waiting events found dispatching network-vif-plugged-c2946ad9-9e20-4555-87be-3d90e419200c {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 542.691023] env[62679]: WARNING nova.compute.manager [req-31a2eaa9-6710-4030-8a99-0ef0f757f00e req-154c2845-0a16-404d-b5e2-a448c5cd6c44 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Received unexpected event network-vif-plugged-c2946ad9-9e20-4555-87be-3d90e419200c for instance with vm_state building and task_state spawning. [ 542.741737] env[62679]: DEBUG nova.policy [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41cc8e9bc5884fe5be6ec5b9f065c3cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acae05eda8d24caa94eadabec612a6da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 542.898819] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411408, 'name': ReconfigVM_Task, 'duration_secs': 0.340662} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.898819] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 68867eaf-ba52-4afd-bc33-f99d461a7e37/68867eaf-ba52-4afd-bc33-f99d461a7e37.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 542.899514] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c1f2cb-11e3-4aad-90a5-69bd5423c9f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.906759] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 542.906759] env[62679]: value = "task-2411413" [ 542.906759] env[62679]: _type = "Task" [ 542.906759] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.916092] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411413, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.930024] env[62679]: DEBUG nova.network.neutron [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Successfully created port: 27e5d0af-01bf-47ee-a0aa-2acae7563e3b {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.963412] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411410, 'name': CreateVM_Task, 'duration_secs': 0.367001} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.963718] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.964645] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.964962] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.965849] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.966228] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad22cf3e-2fab-416c-b2a3-0684c5265253 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.974071] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 542.974071] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52522ba5-d7c3-4035-1c4e-b22292a6d458" [ 542.974071] env[62679]: _type = "Task" [ 542.974071] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.984783] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52522ba5-d7c3-4035-1c4e-b22292a6d458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.005770] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411411, 'name': ReconfigVM_Task, 'duration_secs': 0.406862} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.006073] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101656} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.006291] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 151267de-2916-4c2d-97a7-927a33a89b4b/151267de-2916-4c2d-97a7-927a33a89b4b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 543.006936] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 543.007207] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a73cf0-9107-41be-b55b-692894b13a57 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.009464] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef103bc0-dac7-46f0-b6fb-a32869ddff92 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.016072] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 543.016072] env[62679]: value = "task-2411414" [ 543.016072] env[62679]: _type = "Task" [ 543.016072] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.033194] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] bcc5d4ec-9218-4db5-b1e5-42dcd192c915/bcc5d4ec-9218-4db5-b1e5-42dcd192c915.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 543.038024] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf7da13-73e8-44f2-a228-96846026ce45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.056748] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 543.056748] env[62679]: value = "task-2411415" [ 543.056748] env[62679]: _type = "Task" [ 543.056748] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.065301] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.074229] env[62679]: DEBUG nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.165833] env[62679]: DEBUG nova.network.neutron [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Updated VIF entry in instance network info cache for port 98f5dd65-ab64-4c1e-b21a-5284beb7a5b8. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.166343] env[62679]: DEBUG nova.network.neutron [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Updating instance_info_cache with network_info: [{"id": "98f5dd65-ab64-4c1e-b21a-5284beb7a5b8", "address": "fa:16:3e:17:e0:f2", "network": {"id": "4ccbc41e-9649-410a-9cb3-e5ed3b1c5f78", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2114139072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9114d901b6844dd4acf13d6f27560204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f5dd65-ab", "ovs_interfaceid": "98f5dd65-ab64-4c1e-b21a-5284beb7a5b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.293077] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5402a0-f32e-4339-a969-1f6f734f552f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.300829] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14cafb6-f6fc-4b4a-a6b1-1f6f3fe3391d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.333072] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74e5e26-288d-409c-89ee-9a4b3faebf27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.341088] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bbb6e3-19c2-4ddf-8e3e-1a32387118e1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.351583] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "7d3160f9-0382-4f8b-8378-2b14014486ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.351722] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.361099] env[62679]: DEBUG nova.compute.provider_tree [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.416405] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411413, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.489351] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52522ba5-d7c3-4035-1c4e-b22292a6d458, 'name': SearchDatastore_Task, 'duration_secs': 0.013843} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.490336] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.490723] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 543.490951] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.491169] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.491431] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 543.491742] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64d0313a-925a-4e71-a43a-f10affbbf219 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.501785] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 543.501960] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 543.502935] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac34868a-db54-455f-887e-1c4910ff3577 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.509971] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 543.509971] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f402bb-ddbb-b46c-6ff3-9157e827ca42" [ 543.509971] env[62679]: _type = "Task" [ 543.509971] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.517892] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f402bb-ddbb-b46c-6ff3-9157e827ca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.533948] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411414, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.566196] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411415, 'name': ReconfigVM_Task, 'duration_secs': 0.317009} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.566491] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Reconfigured VM instance instance-00000003 to attach disk [datastore2] bcc5d4ec-9218-4db5-b1e5-42dcd192c915/bcc5d4ec-9218-4db5-b1e5-42dcd192c915.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 543.567109] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-766298c4-a05f-40d1-9564-1291a483589a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.575028] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 543.575028] env[62679]: value = "task-2411416" [ 543.575028] env[62679]: _type = "Task" [ 543.575028] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.587590] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411416, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.669184] env[62679]: DEBUG oslo_concurrency.lockutils [req-9eb4d10e-8ef7-47d0-b732-0a1828cb52f3 req-48768e0c-f62a-429e-9502-e3f7a5fef7be service nova] Releasing lock "refresh_cache-bcc5d4ec-9218-4db5-b1e5-42dcd192c915" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.864422] env[62679]: DEBUG nova.scheduler.client.report [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.926813] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411413, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.024870] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f402bb-ddbb-b46c-6ff3-9157e827ca42, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.025773] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5209f0-ea49-481c-b19f-dcfbdc816353 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.035844] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 544.035844] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5259894a-12ae-41e0-806c-e3a111601883" [ 544.035844] env[62679]: _type = "Task" [ 544.035844] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.039325] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411414, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.048294] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5259894a-12ae-41e0-806c-e3a111601883, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.048682] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.048906] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] fa2b288e-4bde-48f2-aa4b-dd9c5aae4832/fa2b288e-4bde-48f2-aa4b-dd9c5aae4832.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.049199] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65814f86-8883-4e13-9476-24fb5d15157c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.059287] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 544.059287] env[62679]: value = "task-2411417" [ 544.059287] env[62679]: _type = "Task" [ 544.059287] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.067402] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.085675] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411416, 'name': Rename_Task, 'duration_secs': 0.1648} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.085982] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 544.086193] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e93e4487-9a40-4f88-90d1-f5767c4ca407 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.089546] env[62679]: DEBUG nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.096076] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 544.096076] env[62679]: value = "task-2411418" [ 544.096076] env[62679]: _type = "Task" [ 544.096076] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.105998] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.124391] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.124730] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.124922] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.125405] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.125630] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.125831] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.126497] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.126497] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.126724] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.126954] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.127287] env[62679]: DEBUG nova.virt.hardware [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.128661] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78149229-b231-4fc0-9a0a-2281400ab3b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.139068] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21047ba7-3d78-4a4c-9126-a3678568ad9a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.372948] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.373332] env[62679]: DEBUG nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.379671] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.670s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.381248] env[62679]: INFO nova.compute.claims [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.430597] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411413, 'name': Rename_Task, 'duration_secs': 1.186235} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.431480] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 544.432647] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e131428-cff8-44f3-aa0d-1d43b6fe8f0b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.443082] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 544.443082] env[62679]: value = "task-2411419" [ 544.443082] env[62679]: _type = "Task" [ 544.443082] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.458713] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.466067] env[62679]: DEBUG nova.compute.manager [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Received event network-changed-c2946ad9-9e20-4555-87be-3d90e419200c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 544.466192] env[62679]: DEBUG nova.compute.manager [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Refreshing instance network info cache due to event network-changed-c2946ad9-9e20-4555-87be-3d90e419200c. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 544.466488] env[62679]: DEBUG oslo_concurrency.lockutils [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] Acquiring lock "refresh_cache-fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.468063] env[62679]: DEBUG oslo_concurrency.lockutils [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] Acquired lock "refresh_cache-fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.468063] env[62679]: DEBUG nova.network.neutron [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Refreshing network info cache for port c2946ad9-9e20-4555-87be-3d90e419200c {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 544.539658] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411414, 'name': Rename_Task, 'duration_secs': 1.216269} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.543103] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 544.543103] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dade16bc-6744-4a30-894c-8ed0ed94f2b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.549399] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 544.549399] env[62679]: value = "task-2411420" [ 544.549399] env[62679]: _type = "Task" [ 544.549399] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.564249] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.578517] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.580500] env[62679]: DEBUG nova.network.neutron [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Successfully updated port: df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.605536] env[62679]: DEBUG nova.network.neutron [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Successfully created port: 14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 544.614440] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.888604] env[62679]: DEBUG nova.compute.utils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.894193] env[62679]: DEBUG nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 544.894193] env[62679]: DEBUG nova.network.neutron [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.960359] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.060957] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411420, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.074063] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536867} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.074343] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] fa2b288e-4bde-48f2-aa4b-dd9c5aae4832/fa2b288e-4bde-48f2-aa4b-dd9c5aae4832.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.074672] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.074974] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30bb8893-c6d6-4678-858f-a7d7e4d01421 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.083803] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.084108] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.084193] env[62679]: DEBUG nova.network.neutron [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.090939] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 545.090939] env[62679]: value = "task-2411421" [ 545.090939] env[62679]: _type = "Task" [ 545.090939] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.115822] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.120729] env[62679]: DEBUG oslo_vmware.api [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411418, 'name': PowerOnVM_Task, 'duration_secs': 0.712065} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.120729] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 545.121221] env[62679]: INFO nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Took 10.36 seconds to spawn the instance on the hypervisor. [ 545.121480] env[62679]: DEBUG nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 545.122353] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14af9f-91b5-4624-a16c-8727b80eb880 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.282845] env[62679]: DEBUG nova.policy [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378481dc59324b74a0c27507e02806a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264bb4dee6464c719bbdb84fa2715222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.397225] env[62679]: DEBUG nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.458511] env[62679]: DEBUG oslo_vmware.api [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411419, 'name': PowerOnVM_Task, 'duration_secs': 0.561974} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.458878] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 545.459138] env[62679]: INFO nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Took 15.19 seconds to spawn the instance on the hypervisor. [ 545.459424] env[62679]: DEBUG nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 545.460280] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d72016a-371c-4df3-953d-59e3c370c5f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.571959] env[62679]: DEBUG oslo_vmware.api [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411420, 'name': PowerOnVM_Task, 'duration_secs': 0.585692} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.571959] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 545.572140] env[62679]: INFO nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Took 13.04 seconds to spawn the instance on the hypervisor. [ 545.572291] env[62679]: DEBUG nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 545.573566] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0179b0-b163-43c2-a66c-66024440c3f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.607601] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116989} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.610835] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.611757] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a38f5-7f3a-4013-b8b3-61721b1cc836 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.646221] env[62679]: INFO nova.compute.manager [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Took 18.99 seconds to build instance. [ 545.657363] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] fa2b288e-4bde-48f2-aa4b-dd9c5aae4832/fa2b288e-4bde-48f2-aa4b-dd9c5aae4832.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 545.659699] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3bce54-1c16-44b2-905a-718935197239 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.676217] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30901b7f-bc55-4ee4-975a-68ec591a5933 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.686505] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a834ae-dbaa-4917-8567-c639d3e9605f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.690278] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 545.690278] env[62679]: value = "task-2411422" [ 545.690278] env[62679]: _type = "Task" [ 545.690278] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.721134] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd3e4e-9019-4e40-b81b-c749b5776bbc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.727369] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.732983] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9552fa-8032-46d8-8ac9-46acad941dd7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.739673] env[62679]: DEBUG nova.network.neutron [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.754057] env[62679]: DEBUG nova.compute.provider_tree [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.926925] env[62679]: DEBUG nova.compute.manager [req-b49bd237-16ea-49fb-9155-9c89b1795a95 req-37e1ff13-e542-4cb5-9196-2e32f5f46c2d service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Received event network-vif-plugged-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 545.927316] env[62679]: DEBUG oslo_concurrency.lockutils [req-b49bd237-16ea-49fb-9155-9c89b1795a95 req-37e1ff13-e542-4cb5-9196-2e32f5f46c2d service nova] Acquiring lock "fa6728e9-1d24-4e34-bd99-561f8bb13262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.927583] env[62679]: DEBUG oslo_concurrency.lockutils [req-b49bd237-16ea-49fb-9155-9c89b1795a95 req-37e1ff13-e542-4cb5-9196-2e32f5f46c2d service nova] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.927808] env[62679]: DEBUG oslo_concurrency.lockutils [req-b49bd237-16ea-49fb-9155-9c89b1795a95 req-37e1ff13-e542-4cb5-9196-2e32f5f46c2d service nova] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.928042] env[62679]: DEBUG nova.compute.manager [req-b49bd237-16ea-49fb-9155-9c89b1795a95 req-37e1ff13-e542-4cb5-9196-2e32f5f46c2d service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] No waiting events found dispatching network-vif-plugged-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.928321] env[62679]: WARNING nova.compute.manager [req-b49bd237-16ea-49fb-9155-9c89b1795a95 req-37e1ff13-e542-4cb5-9196-2e32f5f46c2d service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Received unexpected event network-vif-plugged-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 for instance with vm_state building and task_state spawning. [ 545.999960] env[62679]: INFO nova.compute.manager [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Took 20.00 seconds to build instance. [ 546.112291] env[62679]: INFO nova.compute.manager [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Took 19.74 seconds to build instance. [ 546.149248] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cc5a2fd7-4556-4894-8051-5740d47466d6 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.506s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.206294] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411422, 'name': ReconfigVM_Task, 'duration_secs': 0.474915} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.206519] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Reconfigured VM instance instance-00000004 to attach disk [datastore2] fa2b288e-4bde-48f2-aa4b-dd9c5aae4832/fa2b288e-4bde-48f2-aa4b-dd9c5aae4832.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.207937] env[62679]: DEBUG nova.network.neutron [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Updated VIF entry in instance network info cache for port c2946ad9-9e20-4555-87be-3d90e419200c. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 546.208320] env[62679]: DEBUG nova.network.neutron [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Updating instance_info_cache with network_info: [{"id": "c2946ad9-9e20-4555-87be-3d90e419200c", "address": "fa:16:3e:d7:53:3c", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2946ad9-9e", "ovs_interfaceid": "c2946ad9-9e20-4555-87be-3d90e419200c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.209515] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712b6fe1-61d0-44c8-ac05-2f72ce8850f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.218951] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 546.218951] env[62679]: value = "task-2411423" [ 546.218951] env[62679]: _type = "Task" [ 546.218951] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.230607] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411423, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.258170] env[62679]: DEBUG nova.scheduler.client.report [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.419639] env[62679]: DEBUG nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.449187] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.449563] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.449822] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.450155] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.450430] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.451354] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.451354] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.451354] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.451632] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.451908] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.452225] env[62679]: DEBUG nova.virt.hardware [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.453618] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8276d1-528e-45a2-89fa-3b6a2b58695d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.467860] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6dc8df-07b4-4aa0-ba7f-3a496e78b3db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.506507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ec4a5603-4770-4693-bd0e-47c4d688b210 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.516s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.507750] env[62679]: DEBUG nova.network.neutron [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updating instance_info_cache with network_info: [{"id": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "address": "fa:16:3e:3d:43:21", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf02d2a6-f1", "ovs_interfaceid": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.620445] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a904a48d-65e6-4007-a1fc-dc16869a6274 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "151267de-2916-4c2d-97a7-927a33a89b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.259s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.652571] env[62679]: DEBUG nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.713399] env[62679]: DEBUG oslo_concurrency.lockutils [req-57934ce1-d14b-46fb-87e4-d7283eb51ec1 req-b6d08a26-4cf6-433c-923a-4bfef2e583e3 service nova] Releasing lock "refresh_cache-fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.732015] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411423, 'name': Rename_Task, 'duration_secs': 0.273159} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.732428] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 546.732686] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4450f1a1-1f0a-4ba6-b23e-8215efeae23b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.740178] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 546.740178] env[62679]: value = "task-2411424" [ 546.740178] env[62679]: _type = "Task" [ 546.740178] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.748981] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.765208] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.765559] env[62679]: DEBUG nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.768288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.675s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.769753] env[62679]: INFO nova.compute.claims [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.865634] env[62679]: DEBUG nova.network.neutron [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Successfully created port: f6097c7f-3b94-4120-94f7-4d541df440e6 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.011014] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Releasing lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.013066] env[62679]: DEBUG nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Instance network_info: |[{"id": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "address": "fa:16:3e:3d:43:21", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf02d2a6-f1", "ovs_interfaceid": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.013356] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:43:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df02d2a6-f1e9-4e25-ba4f-351c8b529fc3', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.021189] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Creating folder: Project (bc633e3fae254b2890f388f0c2ec1406). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.021189] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b10b534-9574-46c5-b516-5cfafaac1a4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.032935] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Created folder: Project (bc633e3fae254b2890f388f0c2ec1406) in parent group-v488891. [ 547.033168] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Creating folder: Instances. Parent ref: group-v488904. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.033427] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7609369-b7f7-4ab9-868d-df5e77f95d1c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.045166] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Created folder: Instances in parent group-v488904. [ 547.045484] env[62679]: DEBUG oslo.service.loopingcall [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.045737] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.046555] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f2e9cb-7dbd-4ae0-a6fd-788e7340507b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.083427] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.083427] env[62679]: value = "task-2411427" [ 547.083427] env[62679]: _type = "Task" [ 547.083427] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.094888] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411427, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.158845] env[62679]: DEBUG nova.network.neutron [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Successfully updated port: 27e5d0af-01bf-47ee-a0aa-2acae7563e3b {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 547.198503] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.252160] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.274391] env[62679]: DEBUG nova.compute.utils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.278025] env[62679]: DEBUG nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.278253] env[62679]: DEBUG nova.network.neutron [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.481893] env[62679]: DEBUG nova.policy [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217177a1f4b64159a8796eab6f567940', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b52a8e79b85d4c9f89007e5ad278a183', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.596398] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411427, 'name': CreateVM_Task, 'duration_secs': 0.387642} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.596901] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.597784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.598255] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.598926] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.599326] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc28ec3a-5458-404a-8d6a-4758366d35a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.604820] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 547.604820] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528f72e7-d3d4-c8fb-06ed-4434b1ea1134" [ 547.604820] env[62679]: _type = "Task" [ 547.604820] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.615543] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528f72e7-d3d4-c8fb-06ed-4434b1ea1134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.667165] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.667165] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.667165] env[62679]: DEBUG nova.network.neutron [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 547.753239] env[62679]: DEBUG oslo_vmware.api [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411424, 'name': PowerOnVM_Task, 'duration_secs': 0.719525} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.753239] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 547.753239] env[62679]: INFO nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Took 10.69 seconds to spawn the instance on the hypervisor. [ 547.753239] env[62679]: DEBUG nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 547.754595] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3847c5-56cf-4976-9b89-0c5588fbe363 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.778802] env[62679]: DEBUG nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.000317] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75081408-7f1a-4340-9f58-f4a33dde2ce7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.009455] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f0f1c-eedf-4695-a2b5-0d99fe04f6cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.044932] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da365046-cf37-4326-bc36-d5131e096a1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.052569] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f154a09b-d4d0-46fa-8358-f8c3277b83e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.067419] env[62679]: DEBUG nova.compute.provider_tree [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.115863] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528f72e7-d3d4-c8fb-06ed-4434b1ea1134, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.116713] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.116713] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.116713] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.117203] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.117203] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.117353] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b427f365-b0df-4ab9-9d67-5684c6c50f5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.126793] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.126974] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.127716] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984e2400-efbd-4fad-a2c8-a8254894936c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.132945] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 548.132945] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521fddcc-7f65-3e69-be1e-3ff00ee2b55f" [ 548.132945] env[62679]: _type = "Task" [ 548.132945] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.141065] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521fddcc-7f65-3e69-be1e-3ff00ee2b55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.276448] env[62679]: INFO nova.compute.manager [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Took 19.61 seconds to build instance. [ 548.300693] env[62679]: DEBUG nova.network.neutron [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 548.573188] env[62679]: DEBUG nova.scheduler.client.report [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.633919] env[62679]: DEBUG nova.network.neutron [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Successfully created port: 32c30056-5f34-49f0-aab7-36ea3288a2fa {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.652767] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521fddcc-7f65-3e69-be1e-3ff00ee2b55f, 'name': SearchDatastore_Task, 'duration_secs': 0.029283} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.652767] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5cecfb-70fc-401f-aba7-9e44d154e324 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.660354] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 548.660354] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525feb65-8afb-f127-7f0e-baa9f1e5ee24" [ 548.660354] env[62679]: _type = "Task" [ 548.660354] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.668655] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525feb65-8afb-f127-7f0e-baa9f1e5ee24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.775800] env[62679]: DEBUG nova.network.neutron [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Successfully updated port: 14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.779037] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2163b11c-324b-414d-91d2-117ee9cf8149 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.121s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.802178] env[62679]: DEBUG nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 548.844390] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 548.844948] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.845164] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 548.845405] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.845537] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 548.845723] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 548.845948] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 548.846534] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 548.846615] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 548.846804] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 548.846942] env[62679]: DEBUG nova.virt.hardware [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 548.847928] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e87218-70d3-450e-a0f8-ebaf01d1e723 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.864024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a398b4-b0fb-4d4b-b7ac-72b463d3290a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.004885] env[62679]: DEBUG nova.network.neutron [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance_info_cache with network_info: [{"id": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "address": "fa:16:3e:f4:2a:58", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e5d0af-01", "ovs_interfaceid": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.016455] env[62679]: DEBUG nova.compute.manager [req-2f6ebb26-db9d-4c3b-a21b-0f5f1bbda94a req-092dc63b-e415-4b80-99ab-435e411ff41d service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Received event network-vif-plugged-27e5d0af-01bf-47ee-a0aa-2acae7563e3b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 549.016702] env[62679]: DEBUG oslo_concurrency.lockutils [req-2f6ebb26-db9d-4c3b-a21b-0f5f1bbda94a req-092dc63b-e415-4b80-99ab-435e411ff41d service nova] Acquiring lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.016895] env[62679]: DEBUG oslo_concurrency.lockutils [req-2f6ebb26-db9d-4c3b-a21b-0f5f1bbda94a req-092dc63b-e415-4b80-99ab-435e411ff41d service nova] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.017076] env[62679]: DEBUG oslo_concurrency.lockutils [req-2f6ebb26-db9d-4c3b-a21b-0f5f1bbda94a req-092dc63b-e415-4b80-99ab-435e411ff41d service nova] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.017275] env[62679]: DEBUG nova.compute.manager [req-2f6ebb26-db9d-4c3b-a21b-0f5f1bbda94a req-092dc63b-e415-4b80-99ab-435e411ff41d service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] No waiting events found dispatching network-vif-plugged-27e5d0af-01bf-47ee-a0aa-2acae7563e3b {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.017520] env[62679]: WARNING nova.compute.manager [req-2f6ebb26-db9d-4c3b-a21b-0f5f1bbda94a req-092dc63b-e415-4b80-99ab-435e411ff41d service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Received unexpected event network-vif-plugged-27e5d0af-01bf-47ee-a0aa-2acae7563e3b for instance with vm_state building and task_state spawning. [ 549.078873] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.078873] env[62679]: DEBUG nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.081494] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.938s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.169915] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525feb65-8afb-f127-7f0e-baa9f1e5ee24, 'name': SearchDatastore_Task, 'duration_secs': 0.027954} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.170191] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.170545] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] fa6728e9-1d24-4e34-bd99-561f8bb13262/fa6728e9-1d24-4e34-bd99-561f8bb13262.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.170689] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce247a2a-be5c-434e-a23a-6c4c86ad71de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.177151] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 549.177151] env[62679]: value = "task-2411428" [ 549.177151] env[62679]: _type = "Task" [ 549.177151] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.188847] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.280763] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.280763] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquired lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.280763] env[62679]: DEBUG nova.network.neutron [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.516138] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.516138] env[62679]: DEBUG nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Instance network_info: |[{"id": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "address": "fa:16:3e:f4:2a:58", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e5d0af-01", "ovs_interfaceid": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.516613] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:2a:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e5d0af-01bf-47ee-a0aa-2acae7563e3b', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.523550] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Creating folder: Project (729f5b4d14b140aab15699ba3ccf14f1). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.524577] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-367a2b5d-ad39-4806-8d5c-c01d640d8804 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.542361] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Created folder: Project (729f5b4d14b140aab15699ba3ccf14f1) in parent group-v488891. [ 549.542656] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Creating folder: Instances. Parent ref: group-v488907. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.543732] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-855561fd-6ee6-4f5a-a150-5a6f4c2975d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.554461] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Created folder: Instances in parent group-v488907. [ 549.554763] env[62679]: DEBUG oslo.service.loopingcall [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.555031] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.555805] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a998b6-f8dd-4a5e-9f24-6df87665473c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.584510] env[62679]: DEBUG nova.compute.utils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.592473] env[62679]: DEBUG nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.592688] env[62679]: DEBUG nova.network.neutron [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.595377] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.595377] env[62679]: value = "task-2411431" [ 549.595377] env[62679]: _type = "Task" [ 549.595377] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.607163] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411431, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.697390] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411428, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.698902] env[62679]: DEBUG nova.policy [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378481dc59324b74a0c27507e02806a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264bb4dee6464c719bbdb84fa2715222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.882154] env[62679]: DEBUG nova.network.neutron [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.100419] env[62679]: DEBUG nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.121230] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411431, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.128848] env[62679]: DEBUG nova.compute.manager [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Received event network-changed-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 550.128848] env[62679]: DEBUG nova.compute.manager [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Refreshing instance network info cache due to event network-changed-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 550.128848] env[62679]: DEBUG oslo_concurrency.lockutils [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] Acquiring lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.128848] env[62679]: DEBUG oslo_concurrency.lockutils [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] Acquired lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.128848] env[62679]: DEBUG nova.network.neutron [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Refreshing network info cache for port df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.150932] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 68867eaf-ba52-4afd-bc33-f99d461a7e37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.151100] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 151267de-2916-4c2d-97a7-927a33a89b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.151220] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance bcc5d4ec-9218-4db5-b1e5-42dcd192c915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.151385] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fa2b288e-4bde-48f2-aa4b-dd9c5aae4832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.151539] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fa6728e9-1d24-4e34-bd99-561f8bb13262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.151665] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 199ee82a-84d4-4502-9fd0-48eb0322beaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.151773] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 20ba8bfa-e68b-4285-ab3a-3c850110e3e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.151911] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d2addee2-9c77-4980-966b-74b9fe442850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.152053] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.152165] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance ef2eccb3-bea9-49ba-9f1c-d34e758989b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.194137] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548012} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.194364] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] fa6728e9-1d24-4e34-bd99-561f8bb13262/fa6728e9-1d24-4e34-bd99-561f8bb13262.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.194590] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.194855] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d26cf85-daab-4100-b1c2-3d8a29759b85 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.203318] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 550.203318] env[62679]: value = "task-2411432" [ 550.203318] env[62679]: _type = "Task" [ 550.203318] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.213079] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.358431] env[62679]: DEBUG nova.network.neutron [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Updating instance_info_cache with network_info: [{"id": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "address": "fa:16:3e:91:8a:45", "network": {"id": "7be7f4bf-e31a-45ed-ae48-f8a94de15a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309814638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acae05eda8d24caa94eadabec612a6da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d8e0ba-f8", "ovs_interfaceid": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.413477] env[62679]: DEBUG nova.network.neutron [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Successfully updated port: f6097c7f-3b94-4120-94f7-4d541df440e6 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.546164] env[62679]: DEBUG nova.network.neutron [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Successfully created port: 4c166c0d-4c9f-4a45-84b0-170e2c16c544 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.624642] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411431, 'name': CreateVM_Task, 'duration_secs': 0.564565} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.624958] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.626419] env[62679]: DEBUG oslo_vmware.service [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8594307-260e-4a83-8ae3-079c9fdf4511 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.633894] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.634075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.634431] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.634684] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39762827-9a06-4db7-8f58-6879a2d66361 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.639696] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 550.639696] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526a29f1-db3f-ca0a-b63e-56d7779638b1" [ 550.639696] env[62679]: _type = "Task" [ 550.639696] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.649738] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526a29f1-db3f-ca0a-b63e-56d7779638b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.655562] env[62679]: DEBUG nova.compute.manager [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 550.656984] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7d3160f9-0382-4f8b-8378-2b14014486ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 550.657294] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 550.657495] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 550.661658] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69598d-c683-4ccb-8b53-0e8f9ab27027 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.717725] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106592} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.718562] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.719377] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d47371-3e29-40ab-ba13-6289a97d9650 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.750037] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fa6728e9-1d24-4e34-bd99-561f8bb13262/fa6728e9-1d24-4e34-bd99-561f8bb13262.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.755070] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a795a59-8c6b-4a97-a2fc-3fc50c6420b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.782886] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 550.782886] env[62679]: value = "task-2411433" [ 550.782886] env[62679]: _type = "Task" [ 550.782886] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.798338] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.862661] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Releasing lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.862661] env[62679]: DEBUG nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Instance network_info: |[{"id": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "address": "fa:16:3e:91:8a:45", "network": {"id": "7be7f4bf-e31a-45ed-ae48-f8a94de15a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309814638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acae05eda8d24caa94eadabec612a6da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d8e0ba-f8", "ovs_interfaceid": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.864037] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:8a:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14d8e0ba-f858-42a0-908d-ceabdfa086d9', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.871720] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Creating folder: Project (acae05eda8d24caa94eadabec612a6da). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.876634] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0121e07-a0c9-4633-8f4f-8b6d052d812a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.889929] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Created folder: Project (acae05eda8d24caa94eadabec612a6da) in parent group-v488891. [ 550.891192] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Creating folder: Instances. Parent ref: group-v488910. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.891192] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46254f67-7479-4646-9131-454145ea1a47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.902920] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Created folder: Instances in parent group-v488910. [ 550.902920] env[62679]: DEBUG oslo.service.loopingcall [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.902920] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.903117] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7c15f1e-e635-4d2f-bf45-3b0b9fb92af4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.921907] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "refresh_cache-d2addee2-9c77-4980-966b-74b9fe442850" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.922049] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "refresh_cache-d2addee2-9c77-4980-966b-74b9fe442850" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.922194] env[62679]: DEBUG nova.network.neutron [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.929644] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.929644] env[62679]: value = "task-2411436" [ 550.929644] env[62679]: _type = "Task" [ 550.929644] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.939558] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411436, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.942173] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e240ac29-5e76-4694-9d0d-7189234ad45a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.951680] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3890a3ca-ff45-4c4b-9edb-2b5e101e9284 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.993799] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621c57cb-1139-4f13-9ed6-2c551a586e49 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.002563] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795c63e3-8887-4e12-bbba-cceb3ecd757b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.019243] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.123802] env[62679]: DEBUG nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.155292] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.158618] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.158618] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.158618] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.158618] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.158618] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.159011] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.159011] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.159011] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.159011] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.159011] env[62679]: DEBUG nova.virt.hardware [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.161689] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44e1a2-e84f-4fee-9429-a69661dbc62e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.167051] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.167347] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.167610] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.167810] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.168116] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.168828] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8ef3699-b0dd-41fd-a3aa-02ae707660ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.174319] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920fb809-14a6-463a-95e7-97b9fdab19e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.181155] env[62679]: INFO nova.compute.manager [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] instance snapshotting [ 551.182646] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.182853] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.184201] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c612c0f9-1fe9-4a62-b4e6-1baa0610a01d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.187096] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf7f39-8de7-4bf1-8bcc-5f29fbdafc9f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.222311] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfa2e85-6016-459c-bc1b-4270b7314643 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.225086] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19d4d92-26b2-464a-a99a-6b9cae607628 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.231074] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 551.231074] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a32626-0d8d-1e29-3fc4-91af8ec7ab3c" [ 551.231074] env[62679]: _type = "Task" [ 551.231074] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.249744] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Preparing fetch location {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 551.249890] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Creating directory with path [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.250657] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85fb5089-f1f5-43e9-afd9-db5b49b62681 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.272913] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Created directory with path [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.273376] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Fetch image to [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 551.273608] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Downloading image file data 8804ce82-c496-4ccb-bb80-5cfc9822f21b to [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62679) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 551.274461] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebbcaa6-fd98-4c58-8480-28bfdb4fc33b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.286320] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a90d56-406a-428f-ba84-36604e1ed910 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.303604] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74681f7d-756f-44fe-9b37-0b7c2beb196c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.308012] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.340168] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5c0680-f005-447f-958c-aa7bd57dbe62 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.353273] env[62679]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-adee799c-e99f-419a-9794-69b3da51b1fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.357211] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Acquiring lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.357458] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.357661] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Acquiring lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.357835] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.357996] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.363036] env[62679]: INFO nova.compute.manager [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Terminating instance [ 551.400494] env[62679]: DEBUG nova.network.neutron [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Successfully updated port: 32c30056-5f34-49f0-aab7-36ea3288a2fa {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.443030] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411436, 'name': CreateVM_Task, 'duration_secs': 0.42528} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.446027] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.446027] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Downloading image file data 8804ce82-c496-4ccb-bb80-5cfc9822f21b to the data store datastore1 {{(pid=62679) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 551.451527] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.451700] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.452166] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.452248] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32173118-c206-412e-9b63-fdb61cfaa22b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.461582] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 551.461582] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c30f8c-70c6-950d-1e46-ce059f6cb291" [ 551.461582] env[62679]: _type = "Task" [ 551.461582] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.478223] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c30f8c-70c6-950d-1e46-ce059f6cb291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.487406] env[62679]: DEBUG nova.network.neutron [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.522964] env[62679]: DEBUG oslo_vmware.rw_handles [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62679) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 551.526348] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.587617] env[62679]: DEBUG nova.network.neutron [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updated VIF entry in instance network info cache for port df02d2a6-f1e9-4e25-ba4f-351c8b529fc3. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.587937] env[62679]: DEBUG nova.network.neutron [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updating instance_info_cache with network_info: [{"id": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "address": "fa:16:3e:3d:43:21", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf02d2a6-f1", "ovs_interfaceid": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.726657] env[62679]: DEBUG nova.network.neutron [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Updating instance_info_cache with network_info: [{"id": "f6097c7f-3b94-4120-94f7-4d541df440e6", "address": "fa:16:3e:3a:35:00", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6097c7f-3b", "ovs_interfaceid": "f6097c7f-3b94-4120-94f7-4d541df440e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.744795] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 551.745115] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2d7019d-c7b8-479d-8760-90aa543e9c76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.753951] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 551.753951] env[62679]: value = "task-2411437" [ 551.753951] env[62679]: _type = "Task" [ 551.753951] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.762497] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.801863] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411433, 'name': ReconfigVM_Task, 'duration_secs': 0.569041} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.802494] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fa6728e9-1d24-4e34-bd99-561f8bb13262/fa6728e9-1d24-4e34-bd99-561f8bb13262.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.803180] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11fd8cc9-3f51-4421-a4c6-e9077557acf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.810337] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 551.810337] env[62679]: value = "task-2411438" [ 551.810337] env[62679]: _type = "Task" [ 551.810337] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.819512] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411438, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.871779] env[62679]: DEBUG nova.compute.manager [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 551.871779] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 551.871779] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf6528-cd2f-48c5-ab17-bc3963eaeb67 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.879563] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 551.879891] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6393b881-05bf-46dc-bcbb-5a8b5d8f9849 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.888579] env[62679]: DEBUG oslo_vmware.api [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Waiting for the task: (returnval){ [ 551.888579] env[62679]: value = "task-2411439" [ 551.888579] env[62679]: _type = "Task" [ 551.888579] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.900393] env[62679]: DEBUG oslo_vmware.api [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Task: {'id': task-2411439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.903404] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.903550] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquired lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.903710] env[62679]: DEBUG nova.network.neutron [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.975364] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.975537] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.975769] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.031874] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 552.032202] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.951s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.032537] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.835s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.034471] env[62679]: INFO nova.compute.claims [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.091911] env[62679]: DEBUG oslo_concurrency.lockutils [req-14c4b59e-1bae-499e-a1ca-4a241e2df66e req-f4636b10-d6c0-4837-aa67-86a80d093a3c service nova] Releasing lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.232023] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "refresh_cache-d2addee2-9c77-4980-966b-74b9fe442850" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.232023] env[62679]: DEBUG nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance network_info: |[{"id": "f6097c7f-3b94-4120-94f7-4d541df440e6", "address": "fa:16:3e:3a:35:00", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6097c7f-3b", "ovs_interfaceid": "f6097c7f-3b94-4120-94f7-4d541df440e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.232252] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:35:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6097c7f-3b94-4120-94f7-4d541df440e6', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.239476] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating folder: Project (264bb4dee6464c719bbdb84fa2715222). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.240333] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e089bce-680e-4ab8-b793-537b1580e828 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.255290] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created folder: Project (264bb4dee6464c719bbdb84fa2715222) in parent group-v488891. [ 552.255290] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating folder: Instances. Parent ref: group-v488913. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.255290] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b50c1dc-717d-43c6-8e63-4349e52798e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.267493] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.271015] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created folder: Instances in parent group-v488913. [ 552.271015] env[62679]: DEBUG oslo.service.loopingcall [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 552.271015] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 552.271015] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88d1c056-eb70-4ea1-ab9a-0d2ea837e980 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.295605] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 552.295605] env[62679]: value = "task-2411442" [ 552.295605] env[62679]: _type = "Task" [ 552.295605] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.304429] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411442, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.329314] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411438, 'name': Rename_Task, 'duration_secs': 0.156312} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.330631] env[62679]: DEBUG oslo_vmware.rw_handles [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Completed reading data from the image iterator. {{(pid=62679) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 552.330892] env[62679]: DEBUG oslo_vmware.rw_handles [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 552.331242] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.332724] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fcff60d-a6ec-4552-953a-4bb8e03ccd7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.337229] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "d4d0eabc-e9f4-4a8c-9645-83f591476870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.337522] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.344713] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 552.344713] env[62679]: value = "task-2411443" [ 552.344713] env[62679]: _type = "Task" [ 552.344713] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.359320] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.394370] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Downloaded image file data 8804ce82-c496-4ccb-bb80-5cfc9822f21b to vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62679) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 552.395563] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Caching image {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 552.395963] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Copying Virtual Disk [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk to [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.395963] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d9406a-7fd1-4b2c-9987-9f9ae6438fca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.413972] env[62679]: DEBUG oslo_vmware.api [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Task: {'id': task-2411439, 'name': PowerOffVM_Task, 'duration_secs': 0.206742} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.413972] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 552.413972] env[62679]: value = "task-2411444" [ 552.413972] env[62679]: _type = "Task" [ 552.413972] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.414547] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 552.414712] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 552.418449] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b612ea4-34e8-4d6a-9d51-14ce2ecd907a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.427745] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.443648] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.443648] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.443648] env[62679]: DEBUG nova.compute.manager [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.443648] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde3e36e-a4a4-4796-824f-395f055696fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.453908] env[62679]: DEBUG nova.compute.manager [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 552.453908] env[62679]: DEBUG nova.objects.instance [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lazy-loading 'flavor' on Instance uuid 68867eaf-ba52-4afd-bc33-f99d461a7e37 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 552.484991] env[62679]: DEBUG nova.network.neutron [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.513030] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 552.513030] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 552.513030] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Deleting the datastore file [datastore2] fa2b288e-4bde-48f2-aa4b-dd9c5aae4832 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 552.513030] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0748bbd1-504b-4d32-af88-cec0ce54bd2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.519547] env[62679]: DEBUG oslo_vmware.api [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Waiting for the task: (returnval){ [ 552.519547] env[62679]: value = "task-2411446" [ 552.519547] env[62679]: _type = "Task" [ 552.519547] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.528903] env[62679]: DEBUG oslo_vmware.api [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Task: {'id': task-2411446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.741999] env[62679]: DEBUG nova.network.neutron [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Updating instance_info_cache with network_info: [{"id": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "address": "fa:16:3e:07:2f:59", "network": {"id": "de8426c0-f796-4e19-a849-e18a4cfb60cd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564786603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b52a8e79b85d4c9f89007e5ad278a183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c30056-5f", "ovs_interfaceid": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.772978] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411437, 'name': CreateSnapshot_Task, 'duration_secs': 0.609687} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.773685] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 552.774758] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90537540-e589-4792-94a5-b17db3b78ddd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.806657] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411442, 'name': CreateVM_Task, 'duration_secs': 0.427897} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.806873] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.807663] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.807858] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.808199] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.808486] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665a4d9d-a14e-4aee-a41f-91ebe0bdef0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.814908] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 552.814908] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529405be-a3a5-6c46-2498-6d5ea92ddd9f" [ 552.814908] env[62679]: _type = "Task" [ 552.814908] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.824462] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529405be-a3a5-6c46-2498-6d5ea92ddd9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.842210] env[62679]: DEBUG nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.859474] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.927324] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411444, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.036026] env[62679]: DEBUG oslo_vmware.api [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Task: {'id': task-2411446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225383} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.036026] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.036026] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 553.036026] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 553.036026] env[62679]: INFO nova.compute.manager [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Took 1.16 seconds to destroy the instance on the hypervisor. [ 553.036430] env[62679]: DEBUG oslo.service.loopingcall [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.036430] env[62679]: DEBUG nova.compute.manager [-] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 553.036430] env[62679]: DEBUG nova.network.neutron [-] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 553.247117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Releasing lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.247564] env[62679]: DEBUG nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Instance network_info: |[{"id": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "address": "fa:16:3e:07:2f:59", "network": {"id": "de8426c0-f796-4e19-a849-e18a4cfb60cd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564786603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b52a8e79b85d4c9f89007e5ad278a183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c30056-5f", "ovs_interfaceid": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.249994] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee84d5-2e36-4a11-aa52-1b47e14f7a73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.252576] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:2f:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c30056-5f34-49f0-aab7-36ea3288a2fa', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.261910] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Creating folder: Project (b52a8e79b85d4c9f89007e5ad278a183). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.262200] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f5cba54-8199-48bc-9e09-e473877ac29c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.270330] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52851dbc-6884-48e4-8fb7-e9c1a41a1ef3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.274293] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Created folder: Project (b52a8e79b85d4c9f89007e5ad278a183) in parent group-v488891. [ 553.274470] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Creating folder: Instances. Parent ref: group-v488917. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.274964] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aaf0b8c-d6d9-44b8-a2cf-d319e9287ed5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.314202] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 553.315842] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c73d31ac-bc0f-4f88-81f5-a3eadac8edbe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.319359] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6ad04f-69b6-4412-9c31-b311485c232a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.321803] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Created folder: Instances in parent group-v488917. [ 553.322175] env[62679]: DEBUG oslo.service.loopingcall [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.325312] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.325606] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3147cbc3-1be5-419e-bf35-61d81ccad3ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.344067] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 553.344067] env[62679]: value = "task-2411449" [ 553.344067] env[62679]: _type = "Task" [ 553.344067] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.354345] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f299d9b7-d528-4f1b-94f5-51d660c832f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.371618] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.371858] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.372075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.380031] env[62679]: DEBUG oslo_vmware.api [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411443, 'name': PowerOnVM_Task, 'duration_secs': 0.753335} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.392318] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.392318] env[62679]: INFO nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Took 14.01 seconds to spawn the instance on the hypervisor. [ 553.392318] env[62679]: DEBUG nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.392792] env[62679]: DEBUG nova.compute.provider_tree [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.394093] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.394093] env[62679]: value = "task-2411450" [ 553.394093] env[62679]: _type = "Task" [ 553.394093] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.394460] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411449, 'name': CloneVM_Task} progress is 21%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.395340] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.396722] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e54fa5d-2d85-4c92-9a3f-e99f075dd297 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.408670] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411450, 'name': CreateVM_Task} progress is 15%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.424249] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837612} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.424435] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Copied Virtual Disk [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk to [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.424628] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleting the datastore file [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b/tmp-sparse.vmdk {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.424789] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74e7b332-0e05-40c8-8dfd-64a6101f0869 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.431132] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 553.431132] env[62679]: value = "task-2411451" [ 553.431132] env[62679]: _type = "Task" [ 553.431132] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.440938] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.467049] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 553.468849] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb1c424-5d0c-48f0-b459-c22a31b83387 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.474490] env[62679]: DEBUG oslo_vmware.api [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 553.474490] env[62679]: value = "task-2411452" [ 553.474490] env[62679]: _type = "Task" [ 553.474490] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.487115] env[62679]: DEBUG oslo_vmware.api [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.576610] env[62679]: DEBUG nova.network.neutron [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Successfully updated port: 4c166c0d-4c9f-4a45-84b0-170e2c16c544 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.865741] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411449, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.898506] env[62679]: DEBUG nova.scheduler.client.report [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.925749] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411450, 'name': CreateVM_Task, 'duration_secs': 0.401648} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.928863] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.928863] env[62679]: INFO nova.compute.manager [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Took 24.46 seconds to build instance. [ 553.933606] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.937026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.937026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.937026] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2622df66-dbd1-4bfd-85ec-8b7d48005714 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.947409] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036137} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.948902] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.949352] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Moving file from [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977/8804ce82-c496-4ccb-bb80-5cfc9822f21b to [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b. {{(pid=62679) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 553.949460] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 553.949460] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52072864-4ad5-b560-8894-80f4a9df52aa" [ 553.949460] env[62679]: _type = "Task" [ 553.949460] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.950335] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-10176711-0837-4804-9ef4-28031e8c204b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.964820] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.965188] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.965544] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.965828] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 553.965828] env[62679]: value = "task-2411453" [ 553.965828] env[62679]: _type = "Task" [ 553.965828] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.975276] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411453, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.984552] env[62679]: DEBUG oslo_vmware.api [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411452, 'name': PowerOffVM_Task, 'duration_secs': 0.285679} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.985681] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 553.985681] env[62679]: DEBUG nova.compute.manager [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.985990] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce5576-fc04-43dc-b95d-a9f362134873 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.081315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "refresh_cache-ef2eccb3-bea9-49ba-9f1c-d34e758989b2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.081315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "refresh_cache-ef2eccb3-bea9-49ba-9f1c-d34e758989b2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.081396] env[62679]: DEBUG nova.network.neutron [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.188250] env[62679]: DEBUG nova.network.neutron [-] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.365299] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411449, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.368562] env[62679]: DEBUG nova.compute.manager [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Received event network-changed-27e5d0af-01bf-47ee-a0aa-2acae7563e3b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 554.368815] env[62679]: DEBUG nova.compute.manager [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Refreshing instance network info cache due to event network-changed-27e5d0af-01bf-47ee-a0aa-2acae7563e3b. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 554.369130] env[62679]: DEBUG oslo_concurrency.lockutils [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] Acquiring lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.369306] env[62679]: DEBUG oslo_concurrency.lockutils [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] Acquired lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.369541] env[62679]: DEBUG nova.network.neutron [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Refreshing network info cache for port 27e5d0af-01bf-47ee-a0aa-2acae7563e3b {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.410604] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.411404] env[62679]: DEBUG nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.421451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.023s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.421451] env[62679]: INFO nova.compute.claims [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.436410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-daf52800-7cbc-46cd-ab3d-02a07a6ebad7 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.977s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.479316] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411453, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031882} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.480342] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] File moved {{(pid=62679) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 554.480775] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Cleaning up location [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 554.481051] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleting the datastore file [datastore1] vmware_temp/35fe3159-9e8d-4a73-8673-6e399124f977 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.481658] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd348c10-3849-466a-9cdf-31d3c8aabfaf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.489146] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 554.489146] env[62679]: value = "task-2411454" [ 554.489146] env[62679]: _type = "Task" [ 554.489146] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.502416] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "f9123f08-addd-44ef-8572-45ffc3ba8679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.502648] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.507534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f1d3f559-8e91-4ef0-aa7c-7e73c418460f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.509064] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.622419] env[62679]: DEBUG nova.network.neutron [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.692284] env[62679]: INFO nova.compute.manager [-] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Took 1.66 seconds to deallocate network for instance. [ 554.793727] env[62679]: DEBUG nova.network.neutron [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Updating instance_info_cache with network_info: [{"id": "4c166c0d-4c9f-4a45-84b0-170e2c16c544", "address": "fa:16:3e:f0:16:a8", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c166c0d-4c", "ovs_interfaceid": "4c166c0d-4c9f-4a45-84b0-170e2c16c544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.864017] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411449, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.924631] env[62679]: DEBUG nova.compute.utils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.930591] env[62679]: DEBUG nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.930591] env[62679]: DEBUG nova.network.neutron [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 555.003113] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039195} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.006375] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.008091] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44a2be9-0b0d-482f-99fc-21f3277a97cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.010858] env[62679]: DEBUG nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.019434] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 555.019434] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52775080-4f35-ae3d-ced7-3a364f9cc2ca" [ 555.019434] env[62679]: _type = "Task" [ 555.019434] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.028628] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52775080-4f35-ae3d-ced7-3a364f9cc2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.035710] env[62679]: DEBUG nova.policy [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2be83d2f9fd140dcaef9ddd233e45b5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09ad837618b94362a6ba52ce9588988f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 555.146834] env[62679]: DEBUG nova.network.neutron [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updated VIF entry in instance network info cache for port 27e5d0af-01bf-47ee-a0aa-2acae7563e3b. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.147150] env[62679]: DEBUG nova.network.neutron [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance_info_cache with network_info: [{"id": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "address": "fa:16:3e:f4:2a:58", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e5d0af-01", "ovs_interfaceid": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.206661] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.300022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "refresh_cache-ef2eccb3-bea9-49ba-9f1c-d34e758989b2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.300022] env[62679]: DEBUG nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Instance network_info: |[{"id": "4c166c0d-4c9f-4a45-84b0-170e2c16c544", "address": "fa:16:3e:f0:16:a8", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c166c0d-4c", "ovs_interfaceid": "4c166c0d-4c9f-4a45-84b0-170e2c16c544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.300234] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:16:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c166c0d-4c9f-4a45-84b0-170e2c16c544', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.307198] env[62679]: DEBUG oslo.service.loopingcall [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.307198] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.307198] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49a50b29-f1be-4598-b148-d72940ca722b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.327969] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.327969] env[62679]: value = "task-2411455" [ 555.327969] env[62679]: _type = "Task" [ 555.327969] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.339307] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411455, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.363717] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411449, 'name': CloneVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.432192] env[62679]: DEBUG nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.514163] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Received event network-vif-plugged-14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 555.515039] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Acquiring lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.515039] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.515039] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.515039] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] No waiting events found dispatching network-vif-plugged-14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.515326] env[62679]: WARNING nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Received unexpected event network-vif-plugged-14d8e0ba-f858-42a0-908d-ceabdfa086d9 for instance with vm_state building and task_state spawning. [ 555.515517] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Received event network-changed-14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 555.515673] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Refreshing instance network info cache due to event network-changed-14d8e0ba-f858-42a0-908d-ceabdfa086d9. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 555.515855] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Acquiring lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.515989] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Acquired lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.516197] env[62679]: DEBUG nova.network.neutron [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Refreshing network info cache for port 14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.536833] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52775080-4f35-ae3d-ced7-3a364f9cc2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.537099] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.537347] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 199ee82a-84d4-4502-9fd0-48eb0322beaf/199ee82a-84d4-4502-9fd0-48eb0322beaf.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.537652] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.538156] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.538156] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b60d121c-3370-4acd-a22e-7721e0667fe0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.539997] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ca168cb-d2e0-4eb8-afbf-d9d3064a6ceb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.548915] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 555.548915] env[62679]: value = "task-2411456" [ 555.548915] env[62679]: _type = "Task" [ 555.548915] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.549834] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.549834] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.557517] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fa6d8b-8bae-4197-9c52-3e75346725c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.560322] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.567195] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.571077] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 555.571077] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529a52b0-4239-c052-b7ba-4bc4cf9c8f12" [ 555.571077] env[62679]: _type = "Task" [ 555.571077] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.582330] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529a52b0-4239-c052-b7ba-4bc4cf9c8f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.651819] env[62679]: DEBUG oslo_concurrency.lockutils [req-e0539bc1-5c9b-40a8-9613-2436019af152 req-b6245e62-4c73-4ac4-b89d-53fbd9483266 service nova] Releasing lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.712946] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b80692-0092-4741-bf5e-e8438fefd4b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.716784] env[62679]: DEBUG nova.network.neutron [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Successfully created port: 599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.723960] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e988fef-dbbe-47c5-926d-143c0a301b06 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.761612] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6bdaff-2453-4f1a-8562-236aa9b5e1cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.773437] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394493e3-0189-461b-8ccb-e8db0f952e47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.795920] env[62679]: DEBUG nova.compute.provider_tree [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.838178] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411455, 'name': CreateVM_Task, 'duration_secs': 0.376998} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.838351] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.839102] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.839277] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.839623] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.839890] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b27e51-44c4-422a-b422-cdcb09c1dc7c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.846818] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 555.846818] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52326d97-8848-a8e5-db07-8965579c0a58" [ 555.846818] env[62679]: _type = "Task" [ 555.846818] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.861173] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52326d97-8848-a8e5-db07-8965579c0a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.871672] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411449, 'name': CloneVM_Task, 'duration_secs': 2.050027} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.871727] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Created linked-clone VM from snapshot [ 555.875749] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30730b77-f0af-4d1d-b35e-43dda77dcfb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.883357] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Uploading image a87e606e-35fd-43e9-ab46-347b21aa596d {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 555.922500] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 555.922500] env[62679]: value = "vm-488919" [ 555.922500] env[62679]: _type = "VirtualMachine" [ 555.922500] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 555.923048] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fc784424-aaa9-43b0-b8ec-06354d46a1e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.930657] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lease: (returnval){ [ 555.930657] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52db0f00-2ca8-5d52-37a6-ce3005df64e7" [ 555.930657] env[62679]: _type = "HttpNfcLease" [ 555.930657] env[62679]: } obtained for exporting VM: (result){ [ 555.930657] env[62679]: value = "vm-488919" [ 555.930657] env[62679]: _type = "VirtualMachine" [ 555.930657] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 555.931189] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the lease: (returnval){ [ 555.931189] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52db0f00-2ca8-5d52-37a6-ce3005df64e7" [ 555.931189] env[62679]: _type = "HttpNfcLease" [ 555.931189] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 555.945059] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 555.945059] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52db0f00-2ca8-5d52-37a6-ce3005df64e7" [ 555.945059] env[62679]: _type = "HttpNfcLease" [ 555.945059] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 555.945059] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 555.945059] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52db0f00-2ca8-5d52-37a6-ce3005df64e7" [ 555.945059] env[62679]: _type = "HttpNfcLease" [ 555.945059] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 555.945438] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984672a6-5413-47b3-8840-b76c59802609 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.954508] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c0e1b-2218-852a-e1ec-aed0c70dd36b/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 555.954706] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c0e1b-2218-852a-e1ec-aed0c70dd36b/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 556.061855] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411456, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.067971] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22787e04-1a1d-43d8-b4e5-a7da4e6cf452 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.082335] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529a52b0-4239-c052-b7ba-4bc4cf9c8f12, 'name': SearchDatastore_Task, 'duration_secs': 0.019343} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.083348] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bd0d92-39a2-4e54-a3d4-e0593f0e33fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.093139] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 556.093139] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52420caf-2c76-f0dc-7410-dd5fda4c9d8e" [ 556.093139] env[62679]: _type = "Task" [ 556.093139] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.101365] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52420caf-2c76-f0dc-7410-dd5fda4c9d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.150709] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "5c8bfe41-7791-406a-bcc6-532673cc9475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.150963] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.267043] env[62679]: DEBUG nova.network.neutron [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Updated VIF entry in instance network info cache for port 14d8e0ba-f858-42a0-908d-ceabdfa086d9. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 556.267402] env[62679]: DEBUG nova.network.neutron [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Updating instance_info_cache with network_info: [{"id": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "address": "fa:16:3e:91:8a:45", "network": {"id": "7be7f4bf-e31a-45ed-ae48-f8a94de15a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309814638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acae05eda8d24caa94eadabec612a6da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d8e0ba-f8", "ovs_interfaceid": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.304025] env[62679]: DEBUG nova.scheduler.client.report [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.358095] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52326d97-8848-a8e5-db07-8965579c0a58, 'name': SearchDatastore_Task, 'duration_secs': 0.066781} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.358531] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.358784] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.359599] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.442179] env[62679]: DEBUG nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.471881] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:20:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='515829618',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-126565735',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.476256] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.478549] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.478864] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.479079] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.479499] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.479914] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.480155] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.480518] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.480817] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.481066] env[62679]: DEBUG nova.virt.hardware [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.482720] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d3b1f-8daa-4863-b3c9-2e4d9be64b57 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.493687] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d668d6a1-29d3-4146-adfc-263f181ad450 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.562189] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566145} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.562468] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 199ee82a-84d4-4502-9fd0-48eb0322beaf/199ee82a-84d4-4502-9fd0-48eb0322beaf.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.562655] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.563131] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-902d81f7-ba26-4e18-8091-59d675affafe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.571959] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 556.571959] env[62679]: value = "task-2411458" [ 556.571959] env[62679]: _type = "Task" [ 556.571959] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.583346] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.604964] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52420caf-2c76-f0dc-7410-dd5fda4c9d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.021747} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.604964] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.604964] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 20ba8bfa-e68b-4285-ab3a-3c850110e3e4/20ba8bfa-e68b-4285-ab3a-3c850110e3e4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.605236] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.605400] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.605649] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d594f4a-8d79-4980-881e-98d841c18189 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.608273] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b305188-cea1-482c-b087-731c231c90cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.616234] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 556.616234] env[62679]: value = "task-2411459" [ 556.616234] env[62679]: _type = "Task" [ 556.616234] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.620724] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.621040] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.622037] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffce632-addc-4be6-8b93-7366a8af1f40 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.628955] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.632108] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 556.632108] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f43d4-ab13-8194-e48a-e96b96ce9174" [ 556.632108] env[62679]: _type = "Task" [ 556.632108] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.642018] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f43d4-ab13-8194-e48a-e96b96ce9174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.653733] env[62679]: DEBUG nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.771467] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Releasing lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.772283] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Received event network-vif-plugged-f6097c7f-3b94-4120-94f7-4d541df440e6 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 556.773910] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Acquiring lock "d2addee2-9c77-4980-966b-74b9fe442850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.773910] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Lock "d2addee2-9c77-4980-966b-74b9fe442850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.773910] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Lock "d2addee2-9c77-4980-966b-74b9fe442850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.773910] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] No waiting events found dispatching network-vif-plugged-f6097c7f-3b94-4120-94f7-4d541df440e6 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 556.773910] env[62679]: WARNING nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Received unexpected event network-vif-plugged-f6097c7f-3b94-4120-94f7-4d541df440e6 for instance with vm_state building and task_state spawning. [ 556.774133] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Received event network-changed-f6097c7f-3b94-4120-94f7-4d541df440e6 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 556.774771] env[62679]: DEBUG nova.compute.manager [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Refreshing instance network info cache due to event network-changed-f6097c7f-3b94-4120-94f7-4d541df440e6. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 556.775134] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Acquiring lock "refresh_cache-d2addee2-9c77-4980-966b-74b9fe442850" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.775408] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Acquired lock "refresh_cache-d2addee2-9c77-4980-966b-74b9fe442850" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.776927] env[62679]: DEBUG nova.network.neutron [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Refreshing network info cache for port f6097c7f-3b94-4120-94f7-4d541df440e6 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.809942] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.813118] env[62679]: DEBUG nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.817631] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.611s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.818125] env[62679]: DEBUG nova.objects.instance [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Lazy-loading 'resources' on Instance uuid fa2b288e-4bde-48f2-aa4b-dd9c5aae4832 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 557.086560] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068436} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.086560] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.086560] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1db3bed-d082-41e2-bcb4-06174ba8df37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.115146] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 199ee82a-84d4-4502-9fd0-48eb0322beaf/199ee82a-84d4-4502-9fd0-48eb0322beaf.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.115146] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef78d62-633a-43d4-aebf-cb875dbebb51 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.153786] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f43d4-ab13-8194-e48a-e96b96ce9174, 'name': SearchDatastore_Task, 'duration_secs': 0.008902} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.153786] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 557.153786] env[62679]: value = "task-2411460" [ 557.153786] env[62679]: _type = "Task" [ 557.153786] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.153786] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411459, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.153786] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d600e8-618b-4c6e-81b4-d390fc44f44b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.168865] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.171047] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 557.171047] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522cf1ee-fd57-b004-90ed-fef31bc4462d" [ 557.171047] env[62679]: _type = "Task" [ 557.171047] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.183627] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522cf1ee-fd57-b004-90ed-fef31bc4462d, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.185133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.185133] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.185133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.185133] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.185439] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd5cbe0-bcc7-4bbd-974f-442383835161 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.191126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.191126] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9846e529-0e05-4f1d-8cb7-553a437bbcf5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.196948] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 557.196948] env[62679]: value = "task-2411461" [ 557.196948] env[62679]: _type = "Task" [ 557.196948] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.198438] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.198849] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.202927] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d7ae61-3e6e-4360-9837-14998cb7d321 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.209082] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 557.209082] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5239cd6f-babb-6b7e-e484-0e64c0e6d4fe" [ 557.209082] env[62679]: _type = "Task" [ 557.209082] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.212571] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.221413] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5239cd6f-babb-6b7e-e484-0e64c0e6d4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.222207] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b0d7ce-f6dd-47b7-8553-13276ac5e5e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.227506] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 557.227506] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288ff5a-9123-0d2b-42f4-5aa9c6895a7a" [ 557.227506] env[62679]: _type = "Task" [ 557.227506] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.238674] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288ff5a-9123-0d2b-42f4-5aa9c6895a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.323524] env[62679]: DEBUG nova.compute.utils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 557.327670] env[62679]: DEBUG nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.327670] env[62679]: DEBUG nova.network.neutron [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.404591] env[62679]: DEBUG nova.policy [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0f7b3fb5727493ea058d38554fc352c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '125cc60961014120a7df26979c5711a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.590857] env[62679]: DEBUG nova.network.neutron [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Updated VIF entry in instance network info cache for port f6097c7f-3b94-4120-94f7-4d541df440e6. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.592175] env[62679]: DEBUG nova.network.neutron [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Updating instance_info_cache with network_info: [{"id": "f6097c7f-3b94-4120-94f7-4d541df440e6", "address": "fa:16:3e:3a:35:00", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6097c7f-3b", "ovs_interfaceid": "f6097c7f-3b94-4120-94f7-4d541df440e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.630500] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b705be27-d941-4c3e-ac40-cd14dafda172 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.653218] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe6d6a6-4298-4cb1-9a87-f36e727ea6a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.656643] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535857} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.657304] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 20ba8bfa-e68b-4285-ab3a-3c850110e3e4/20ba8bfa-e68b-4285-ab3a-3c850110e3e4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.657304] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.661094] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfd3d9bc-15f9-4725-af86-230a761f6b8d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.697509] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a09f9-654f-4b77-bc8f-290c868cc015 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.700466] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.700980] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 557.700980] env[62679]: value = "task-2411462" [ 557.700980] env[62679]: _type = "Task" [ 557.700980] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.711768] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82203467-3307-4b44-bc8f-65268c4f4802 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.721655] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449206} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.721896] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.723675] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.723913] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.734657] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f153fbbe-a716-40d8-ba94-18fe9be384e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.738015] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.738015] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.739509] env[62679]: DEBUG nova.compute.provider_tree [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.749700] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288ff5a-9123-0d2b-42f4-5aa9c6895a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.751226] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.751543] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c/1b942e4d-1f5d-4b01-bd77-9776d7f39c9c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.751893] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 557.751893] env[62679]: value = "task-2411463" [ 557.751893] env[62679]: _type = "Task" [ 557.751893] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.752150] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.753677] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.753677] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9b21910-88a6-4224-80f6-394b9cfa63c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.756607] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc55d4e-15a2-4423-8b5d-5c7b44f0c0fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.772569] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.773278] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 557.773278] env[62679]: value = "task-2411464" [ 557.773278] env[62679]: _type = "Task" [ 557.773278] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.774381] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.774556] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.778266] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5c2628-b34a-4d8d-a6d4-db434f379550 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.784246] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 557.784246] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522110ee-8351-7686-577f-c388ce2d3171" [ 557.784246] env[62679]: _type = "Task" [ 557.784246] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.787295] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.795477] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522110ee-8351-7686-577f-c388ce2d3171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.828308] env[62679]: DEBUG nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 558.096157] env[62679]: DEBUG oslo_concurrency.lockutils [req-13c9b3b6-1d92-47bc-8e43-53acc29959c3 req-c8c0f21a-a516-4ee8-8bab-9333aceb0da6 service nova] Releasing lock "refresh_cache-d2addee2-9c77-4980-966b-74b9fe442850" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.169960] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411460, 'name': ReconfigVM_Task, 'duration_secs': 0.660196} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.169960] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 199ee82a-84d4-4502-9fd0-48eb0322beaf/199ee82a-84d4-4502-9fd0-48eb0322beaf.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.170657] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6081af71-fec9-44cf-830b-61f64cf3bbd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.180998] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 558.180998] env[62679]: value = "task-2411465" [ 558.180998] env[62679]: _type = "Task" [ 558.180998] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.197378] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411465, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.214150] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092789} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.214536] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.215781] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71263b23-4665-4177-9b23-6c6641206758 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.245385] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 20ba8bfa-e68b-4285-ab3a-3c850110e3e4/20ba8bfa-e68b-4285-ab3a-3c850110e3e4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.245846] env[62679]: DEBUG nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.250023] env[62679]: DEBUG nova.scheduler.client.report [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.254270] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ace9b19-b123-4058-83ad-c8bc9207c9d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.286161] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 558.286161] env[62679]: value = "task-2411466" [ 558.286161] env[62679]: _type = "Task" [ 558.286161] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.297492] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411464, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.297726] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068061} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.303324] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.303731] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a968a38-d023-4fa2-8d3d-80dd91c78729 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.312560] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.319773] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522110ee-8351-7686-577f-c388ce2d3171, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.340379] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.340799] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6824c3-ad70-47f1-bd7e-5db4e2b94e35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.346896] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29639bb4-6f2e-4542-927e-852cfe818fb9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.368640] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 558.368640] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d70f31-dda5-59cd-e7f7-c052027b1eb9" [ 558.368640] env[62679]: _type = "Task" [ 558.368640] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.373722] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 558.373722] env[62679]: value = "task-2411467" [ 558.373722] env[62679]: _type = "Task" [ 558.373722] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.381982] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d70f31-dda5-59cd-e7f7-c052027b1eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.386957] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.423893] env[62679]: DEBUG nova.network.neutron [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Successfully created port: 89ae61b7-ca1c-4b62-976f-4c770573ecca {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.680886] env[62679]: DEBUG nova.network.neutron [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Successfully updated port: 599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.696234] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411465, 'name': Rename_Task, 'duration_secs': 0.263002} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.697512] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.697923] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf1d056-f2ac-428c-bc3e-720b7efffed7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.706735] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 558.706735] env[62679]: value = "task-2411468" [ 558.706735] env[62679]: _type = "Task" [ 558.706735] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.717763] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.773442] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.779685] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.219s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.781491] env[62679]: INFO nova.compute.claims [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.804089] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571367} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.808015] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c/1b942e4d-1f5d-4b01-bd77-9776d7f39c9c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.809294] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.809294] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411466, 'name': ReconfigVM_Task, 'duration_secs': 0.319788} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.810078] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.810229] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b450f7bc-b414-4901-8cf2-ffc90a5a83ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.812676] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 20ba8bfa-e68b-4285-ab3a-3c850110e3e4/20ba8bfa-e68b-4285-ab3a-3c850110e3e4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.814098] env[62679]: INFO nova.scheduler.client.report [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Deleted allocations for instance fa2b288e-4bde-48f2-aa4b-dd9c5aae4832 [ 558.815271] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d344c57a-17f2-42d1-9936-03a7f25a5e21 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.824959] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 558.824959] env[62679]: value = "task-2411469" [ 558.824959] env[62679]: _type = "Task" [ 558.824959] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.827601] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 558.827601] env[62679]: value = "task-2411470" [ 558.827601] env[62679]: _type = "Task" [ 558.827601] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.840703] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.844746] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411470, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.866625] env[62679]: DEBUG nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.883901] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d70f31-dda5-59cd-e7f7-c052027b1eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.884683] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.886208] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ef2eccb3-bea9-49ba-9f1c-d34e758989b2/ef2eccb3-bea9-49ba-9f1c-d34e758989b2.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.886208] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e8ce5c3-a339-4c33-8e92-618a705817c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.893559] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411467, 'name': ReconfigVM_Task, 'duration_secs': 0.297611} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.897452] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 558.899954] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c288061-e9e8-438e-b2aa-9a548b3e8ea8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.902304] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 558.902304] env[62679]: value = "task-2411471" [ 558.902304] env[62679]: _type = "Task" [ 558.902304] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.910788] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.911086] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.911336] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.911571] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.911742] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.911963] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.912265] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.912439] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.912668] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.912909] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.913264] env[62679]: DEBUG nova.virt.hardware [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.916491] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93eb6b3-351b-4f68-9028-bfb3681294f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.921893] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 558.921893] env[62679]: value = "task-2411472" [ 558.921893] env[62679]: _type = "Task" [ 558.921893] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.933019] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.934722] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e6e59-b4a8-4227-b842-60d593ff478f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.943053] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411472, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.190280] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.190938] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.191403] env[62679]: DEBUG nova.network.neutron [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.221837] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.324996] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d4741be9-537f-4dc9-ad24-5a65ab5ed15f tempest-DeleteServersAdminTestJSON-1392929361 tempest-DeleteServersAdminTestJSON-1392929361-project-admin] Lock "fa2b288e-4bde-48f2-aa4b-dd9c5aae4832" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.967s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.346419] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075378} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.350643] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.351045] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411470, 'name': Rename_Task, 'duration_secs': 0.359287} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.352614] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00100e-1233-4ee4-b538-e906a35ad3ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.355931] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.356571] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889c824d-e832-4927-b1d7-957f40aee424 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.386138] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c/1b942e4d-1f5d-4b01-bd77-9776d7f39c9c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.388313] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f94f9cc0-ccbe-42fd-a968-6c11f26bc1fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.404645] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 559.404645] env[62679]: value = "task-2411473" [ 559.404645] env[62679]: _type = "Task" [ 559.404645] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.418084] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 559.418084] env[62679]: value = "task-2411474" [ 559.418084] env[62679]: _type = "Task" [ 559.418084] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.427156] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.427156] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.435787] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.442335] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411472, 'name': Rename_Task, 'duration_secs': 0.191545} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.442617] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.443065] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5616697-7788-4f64-bc4b-a7f04d13370b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.449408] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 559.449408] env[62679]: value = "task-2411475" [ 559.449408] env[62679]: _type = "Task" [ 559.449408] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.463584] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.719340] env[62679]: DEBUG oslo_vmware.api [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411468, 'name': PowerOnVM_Task, 'duration_secs': 0.739508} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.719667] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.719880] env[62679]: INFO nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Took 18.04 seconds to spawn the instance on the hypervisor. [ 559.723025] env[62679]: DEBUG nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.723025] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4870e8e7-b372-459c-b2e5-5a0082767c2b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.725817] env[62679]: DEBUG nova.compute.manager [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Received event network-vif-plugged-32c30056-5f34-49f0-aab7-36ea3288a2fa {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 559.726857] env[62679]: DEBUG oslo_concurrency.lockutils [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] Acquiring lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.726857] env[62679]: DEBUG oslo_concurrency.lockutils [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.726857] env[62679]: DEBUG oslo_concurrency.lockutils [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.726857] env[62679]: DEBUG nova.compute.manager [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] No waiting events found dispatching network-vif-plugged-32c30056-5f34-49f0-aab7-36ea3288a2fa {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.726857] env[62679]: WARNING nova.compute.manager [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Received unexpected event network-vif-plugged-32c30056-5f34-49f0-aab7-36ea3288a2fa for instance with vm_state building and task_state spawning. [ 559.727069] env[62679]: DEBUG nova.compute.manager [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Received event network-changed-32c30056-5f34-49f0-aab7-36ea3288a2fa {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 559.727104] env[62679]: DEBUG nova.compute.manager [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Refreshing instance network info cache due to event network-changed-32c30056-5f34-49f0-aab7-36ea3288a2fa. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 559.727279] env[62679]: DEBUG oslo_concurrency.lockutils [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] Acquiring lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.727389] env[62679]: DEBUG oslo_concurrency.lockutils [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] Acquired lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.727533] env[62679]: DEBUG nova.network.neutron [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Refreshing network info cache for port 32c30056-5f34-49f0-aab7-36ea3288a2fa {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.734339] env[62679]: DEBUG nova.compute.manager [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.738235] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cea944-1397-4820-8031-9754979a94a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.816333] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "cb2a3d96-0163-47de-beb6-7519b75247fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.819142] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.866540] env[62679]: DEBUG nova.network.neutron [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.929947] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.930897] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575835} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.938657] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ef2eccb3-bea9-49ba-9f1c-d34e758989b2/ef2eccb3-bea9-49ba-9f1c-d34e758989b2.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.938940] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.940022] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cd6916e-9bd4-4bc5-b39c-1ac3dfaa4d14 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.947079] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411474, 'name': ReconfigVM_Task, 'duration_secs': 0.443142} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.947781] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c/1b942e4d-1f5d-4b01-bd77-9776d7f39c9c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.948842] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fba5fd3e-bf48-45d1-9979-8b0242e51b9f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.960276] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 559.960276] env[62679]: value = "task-2411476" [ 559.960276] env[62679]: _type = "Task" [ 559.960276] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.962347] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 559.962347] env[62679]: value = "task-2411477" [ 559.962347] env[62679]: _type = "Task" [ 559.962347] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.972848] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.979621] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411477, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.985481] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.109766] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbe019c-4ca0-4294-a05c-cbf7fe21d604 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.118967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ee060-6c06-49b9-a869-f95d2d0f3f3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.160642] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40149734-3d31-44b8-b5ce-194047fb0788 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.172470] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce52012-0d10-4e80-9975-c57d3d7bad2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.189373] env[62679]: DEBUG nova.compute.provider_tree [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.247835] env[62679]: INFO nova.compute.manager [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Took 30.74 seconds to build instance. [ 560.250278] env[62679]: INFO nova.compute.manager [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] instance snapshotting [ 560.250621] env[62679]: WARNING nova.compute.manager [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 560.254069] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6dfe31-b88a-4169-be1b-94cd9edb616a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.276985] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ca833d-de69-4dc7-b7e3-f0dcfe5f3052 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.300189] env[62679]: DEBUG nova.network.neutron [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Updating instance_info_cache with network_info: [{"id": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "address": "fa:16:3e:21:eb:67", "network": {"id": "e28840a0-a592-4711-b83a-7040cd5081ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-469405714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ad837618b94362a6ba52ce9588988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap599bc7ae-61", "ovs_interfaceid": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.416459] env[62679]: DEBUG oslo_vmware.api [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411473, 'name': PowerOnVM_Task, 'duration_secs': 0.627975} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.417403] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.417403] env[62679]: INFO nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Took 16.33 seconds to spawn the instance on the hypervisor. [ 560.417403] env[62679]: DEBUG nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.417789] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671686af-0ac8-4e7d-a28e-27cb80503188 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.462978] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.475097] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11607} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.475097] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.475452] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36a3d22-b42e-49b2-ad65-737290fdbdb4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.482354] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411477, 'name': Rename_Task, 'duration_secs': 0.196657} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.482980] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.485103] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dc900b0-d4c4-48bf-8d61-153f8813f0f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.503368] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ef2eccb3-bea9-49ba-9f1c-d34e758989b2/ef2eccb3-bea9-49ba-9f1c-d34e758989b2.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.506947] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046d81c0-4078-4af7-9891-c108d9c1c2f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.522904] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 560.522904] env[62679]: value = "task-2411478" [ 560.522904] env[62679]: _type = "Task" [ 560.522904] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.527896] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 560.527896] env[62679]: value = "task-2411479" [ 560.527896] env[62679]: _type = "Task" [ 560.527896] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.535236] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411478, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.541167] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.550390] env[62679]: DEBUG nova.compute.manager [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Received event network-vif-plugged-4c166c0d-4c9f-4a45-84b0-170e2c16c544 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 560.550390] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Acquiring lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.550390] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.550821] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.550821] env[62679]: DEBUG nova.compute.manager [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] No waiting events found dispatching network-vif-plugged-4c166c0d-4c9f-4a45-84b0-170e2c16c544 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.550821] env[62679]: WARNING nova.compute.manager [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Received unexpected event network-vif-plugged-4c166c0d-4c9f-4a45-84b0-170e2c16c544 for instance with vm_state building and task_state spawning. [ 560.551157] env[62679]: DEBUG nova.compute.manager [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Received event network-changed-4c166c0d-4c9f-4a45-84b0-170e2c16c544 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 560.551746] env[62679]: DEBUG nova.compute.manager [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Refreshing instance network info cache due to event network-changed-4c166c0d-4c9f-4a45-84b0-170e2c16c544. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 560.551746] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Acquiring lock "refresh_cache-ef2eccb3-bea9-49ba-9f1c-d34e758989b2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.551746] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Acquired lock "refresh_cache-ef2eccb3-bea9-49ba-9f1c-d34e758989b2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.552055] env[62679]: DEBUG nova.network.neutron [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Refreshing network info cache for port 4c166c0d-4c9f-4a45-84b0-170e2c16c544 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 560.694121] env[62679]: DEBUG nova.scheduler.client.report [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.753670] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0fbfd15c-e222-4e28-896b-92e7378b3eef tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.254s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.788323] env[62679]: DEBUG nova.network.neutron [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Updated VIF entry in instance network info cache for port 32c30056-5f34-49f0-aab7-36ea3288a2fa. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.788782] env[62679]: DEBUG nova.network.neutron [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Updating instance_info_cache with network_info: [{"id": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "address": "fa:16:3e:07:2f:59", "network": {"id": "de8426c0-f796-4e19-a849-e18a4cfb60cd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564786603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b52a8e79b85d4c9f89007e5ad278a183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c30056-5f", "ovs_interfaceid": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.791176] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 560.794021] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2e507fc-761c-4a04-be3e-fe795b2ca418 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.801484] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 560.801484] env[62679]: value = "task-2411480" [ 560.801484] env[62679]: _type = "Task" [ 560.801484] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.810264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Releasing lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.810660] env[62679]: DEBUG nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Instance network_info: |[{"id": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "address": "fa:16:3e:21:eb:67", "network": {"id": "e28840a0-a592-4711-b83a-7040cd5081ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-469405714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ad837618b94362a6ba52ce9588988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap599bc7ae-61", "ovs_interfaceid": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.812181] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:eb:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '599bc7ae-61ad-4fae-9e46-c606bd9855ae', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.826142] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Creating folder: Project (09ad837618b94362a6ba52ce9588988f). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.828596] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-010d959f-2269-4a52-9b28-da579d051efa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.836735] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.848302] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Created folder: Project (09ad837618b94362a6ba52ce9588988f) in parent group-v488891. [ 560.848596] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Creating folder: Instances. Parent ref: group-v488922. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.848930] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc44e804-21c1-4380-a14c-b40feeacc36b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.860733] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Created folder: Instances in parent group-v488922. [ 560.864018] env[62679]: DEBUG oslo.service.loopingcall [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.864018] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 560.864018] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6137f9a-cb37-4b69-9217-cb05e1859d76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.888543] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 560.888543] env[62679]: value = "task-2411483" [ 560.888543] env[62679]: _type = "Task" [ 560.888543] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.898895] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411483, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.947063] env[62679]: INFO nova.compute.manager [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Took 29.45 seconds to build instance. [ 560.970336] env[62679]: DEBUG oslo_vmware.api [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411475, 'name': PowerOnVM_Task, 'duration_secs': 1.220492} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.970863] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.971246] env[62679]: INFO nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Took 14.55 seconds to spawn the instance on the hypervisor. [ 560.971610] env[62679]: DEBUG nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.973598] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6c545-4ca2-4b52-9d3d-80569a62dfad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.043302] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.050315] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411479, 'name': ReconfigVM_Task, 'duration_secs': 0.412414} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.050569] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ef2eccb3-bea9-49ba-9f1c-d34e758989b2/ef2eccb3-bea9-49ba-9f1c-d34e758989b2.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.051807] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f9a848f-8647-485f-8ff7-b3341d37edd4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.063400] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 561.063400] env[62679]: value = "task-2411484" [ 561.063400] env[62679]: _type = "Task" [ 561.063400] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.074428] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411484, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.203664] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.204326] env[62679]: DEBUG nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.208925] env[62679]: DEBUG nova.network.neutron [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Successfully updated port: 89ae61b7-ca1c-4b62-976f-4c770573ecca {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.210252] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.021s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.212347] env[62679]: INFO nova.compute.claims [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.258754] env[62679]: DEBUG nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.292542] env[62679]: DEBUG oslo_concurrency.lockutils [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] Releasing lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.292863] env[62679]: DEBUG nova.compute.manager [req-d292cfec-3414-43d0-9106-e894b6b281dd req-99ee4373-67ea-4387-b973-4c4e4e43b6a1 service nova] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Received event network-vif-deleted-c2946ad9-9e20-4555-87be-3d90e419200c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 561.313620] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.399633] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411483, 'name': CreateVM_Task, 'duration_secs': 0.460289} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.399910] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.400880] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.401132] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.401678] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.402185] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e83e79-8718-42ea-b04d-64ce941c9ce2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.407883] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 561.407883] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234ef8f-1f62-04a3-8311-30cf248ef2a8" [ 561.407883] env[62679]: _type = "Task" [ 561.407883] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.414139] env[62679]: DEBUG nova.network.neutron [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Updated VIF entry in instance network info cache for port 4c166c0d-4c9f-4a45-84b0-170e2c16c544. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.414960] env[62679]: DEBUG nova.network.neutron [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Updating instance_info_cache with network_info: [{"id": "4c166c0d-4c9f-4a45-84b0-170e2c16c544", "address": "fa:16:3e:f0:16:a8", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c166c0d-4c", "ovs_interfaceid": "4c166c0d-4c9f-4a45-84b0-170e2c16c544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.421136] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234ef8f-1f62-04a3-8311-30cf248ef2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.448577] env[62679]: DEBUG oslo_concurrency.lockutils [None req-311aaea7-b8d3-40cf-90e3-ce85c3d7e479 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.972s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.499057] env[62679]: INFO nova.compute.manager [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Took 24.38 seconds to build instance. [ 561.540167] env[62679]: DEBUG oslo_vmware.api [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411478, 'name': PowerOnVM_Task, 'duration_secs': 0.665545} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.540792] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.540961] env[62679]: INFO nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Took 12.74 seconds to spawn the instance on the hypervisor. [ 561.541210] env[62679]: DEBUG nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.542705] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc576f-0d21-4153-bd56-f1dd2b34eb76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.576566] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411484, 'name': Rename_Task, 'duration_secs': 0.180764} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.576886] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.577243] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1750a36b-03fd-4e7a-a850-aecda51daf2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.585438] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 561.585438] env[62679]: value = "task-2411485" [ 561.585438] env[62679]: _type = "Task" [ 561.585438] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.596954] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.722422] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "refresh_cache-d4d0eabc-e9f4-4a8c-9645-83f591476870" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.722623] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquired lock "refresh_cache-d4d0eabc-e9f4-4a8c-9645-83f591476870" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.722815] env[62679]: DEBUG nova.network.neutron [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.725387] env[62679]: DEBUG nova.compute.utils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 561.727496] env[62679]: DEBUG nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 561.727710] env[62679]: DEBUG nova.network.neutron [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 561.789133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.816297] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411480, 'name': CreateSnapshot_Task, 'duration_secs': 0.745233} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.817326] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 561.818370] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2de056-a2e6-4aac-a346-374b7ae0a58b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.824200] env[62679]: DEBUG nova.policy [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '420856cdd9034e3c911d486b16052406', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ecc6d40e3a43dbb44c1c577edbd011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.920436] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234ef8f-1f62-04a3-8311-30cf248ef2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018784} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.921108] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.921478] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.921848] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.922139] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.922536] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 561.923184] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Releasing lock "refresh_cache-ef2eccb3-bea9-49ba-9f1c-d34e758989b2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.923505] env[62679]: DEBUG nova.compute.manager [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Received event network-changed-7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 561.924014] env[62679]: DEBUG nova.compute.manager [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Refreshing instance network info cache due to event network-changed-7669997a-a2b7-4381-ad12-3aae9256e945. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 561.924120] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Acquiring lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.924345] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Acquired lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.928037] env[62679]: DEBUG nova.network.neutron [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Refreshing network info cache for port 7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.928037] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f5eb11f-1d94-474d-a0b1-c328307af765 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.937087] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.937767] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.938981] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff51d818-d86f-413c-a92e-46be5897f7f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.949166] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 561.949166] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cca2c3-7267-dc9f-9b1a-38615c51f0c7" [ 561.949166] env[62679]: _type = "Task" [ 561.949166] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.965199] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cca2c3-7267-dc9f-9b1a-38615c51f0c7, 'name': SearchDatastore_Task} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.966157] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8c4dc8-c3e3-431e-9c50-0a920867e70a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.973260] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 561.973260] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52777802-d6ab-fd37-66d7-9f67963edecd" [ 561.973260] env[62679]: _type = "Task" [ 561.973260] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.985184] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52777802-d6ab-fd37-66d7-9f67963edecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.002583] env[62679]: DEBUG oslo_concurrency.lockutils [None req-48edf933-74b8-4fdd-8600-7848cd24291e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "d2addee2-9c77-4980-966b-74b9fe442850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.897s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.067391] env[62679]: INFO nova.compute.manager [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Took 24.38 seconds to build instance. [ 562.101488] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.235546] env[62679]: DEBUG nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.305134] env[62679]: DEBUG nova.network.neutron [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.329487] env[62679]: DEBUG nova.network.neutron [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Successfully created port: 6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 562.350905] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 562.351731] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1327aa25-9883-4db6-a2ff-ada6cd545817 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.362424] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 562.362424] env[62679]: value = "task-2411486" [ 562.362424] env[62679]: _type = "Task" [ 562.362424] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.373450] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411486, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.490071] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52777802-d6ab-fd37-66d7-9f67963edecd, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.493471] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.493778] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 7d3160f9-0382-4f8b-8378-2b14014486ac/7d3160f9-0382-4f8b-8378-2b14014486ac.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.494447] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d3ba6b7-24ce-448f-ab43-e895f36b4906 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.501824] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 562.501824] env[62679]: value = "task-2411487" [ 562.501824] env[62679]: _type = "Task" [ 562.501824] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.510633] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.574896] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9ef71d65-c968-4a25-85fa-82857207e017 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.904s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.575109] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e106a4-bb25-434f-b671-1c2a045fe61b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.584671] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d3e2b-382f-4e61-924f-cf928c39c5e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.599610] env[62679]: DEBUG oslo_vmware.api [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411485, 'name': PowerOnVM_Task, 'duration_secs': 0.723941} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.629138] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.629138] env[62679]: INFO nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Took 11.51 seconds to spawn the instance on the hypervisor. [ 562.629138] env[62679]: DEBUG nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.630670] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a13160-e01b-4934-ab97-977be31ecafa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.634202] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9188b584-f71b-4d2d-b93a-f32e8d0702a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.644667] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b145a12-a79d-4b13-a816-3ed6cd9242e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.670366] env[62679]: DEBUG nova.compute.provider_tree [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.879662] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411486, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.018048] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.030477] env[62679]: DEBUG nova.network.neutron [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Updating instance_info_cache with network_info: [{"id": "89ae61b7-ca1c-4b62-976f-4c770573ecca", "address": "fa:16:3e:79:45:92", "network": {"id": "29d017aa-7284-4ebb-8161-5ca08c5402e0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-441465980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "125cc60961014120a7df26979c5711a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ae61b7-ca", "ovs_interfaceid": "89ae61b7-ca1c-4b62-976f-4c770573ecca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.170419] env[62679]: INFO nova.compute.manager [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Took 23.10 seconds to build instance. [ 563.176967] env[62679]: DEBUG nova.scheduler.client.report [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.263856] env[62679]: DEBUG nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.273318] env[62679]: DEBUG nova.network.neutron [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updated VIF entry in instance network info cache for port 7669997a-a2b7-4381-ad12-3aae9256e945. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.275364] env[62679]: DEBUG nova.network.neutron [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updating instance_info_cache with network_info: [{"id": "7669997a-a2b7-4381-ad12-3aae9256e945", "address": "fa:16:3e:d6:8e:36", "network": {"id": "96afd465-caf6-4f49-bb7f-b136fa7f1ddd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-859931703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c398f12158540418553134bb56ab92a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7669997a-a2", "ovs_interfaceid": "7669997a-a2b7-4381-ad12-3aae9256e945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.288966] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "939bf798-eece-4e22-95c4-c5e62b979829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.289193] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "939bf798-eece-4e22-95c4-c5e62b979829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.301953] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.303014] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.303014] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.303014] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.303014] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.303014] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.303284] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.303477] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.303696] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.303891] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.304197] env[62679]: DEBUG nova.virt.hardware [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.306266] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d05c93-f524-4243-bd15-12479cda06ba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.316380] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6bbb62-4c37-4e65-8c46-fc0aac1ea4ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.378343] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411486, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.441367] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c0e1b-2218-852a-e1ec-aed0c70dd36b/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 563.441367] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7006e545-e8da-4bb6-a4b0-b66a33d135ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.446334] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c0e1b-2218-852a-e1ec-aed0c70dd36b/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 563.446610] env[62679]: ERROR oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c0e1b-2218-852a-e1ec-aed0c70dd36b/disk-0.vmdk due to incomplete transfer. [ 563.446793] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a69037be-8baa-411a-9544-e9fb871dbb0b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.455086] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c0e1b-2218-852a-e1ec-aed0c70dd36b/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 563.455204] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Uploaded image a87e606e-35fd-43e9-ab46-347b21aa596d to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 563.457309] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 563.457537] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7232d071-07ff-4291-a2fb-c8ac68d11434 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.465261] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 563.465261] env[62679]: value = "task-2411488" [ 563.465261] env[62679]: _type = "Task" [ 563.465261] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.474478] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411488, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.513274] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553582} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.513547] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 7d3160f9-0382-4f8b-8378-2b14014486ac/7d3160f9-0382-4f8b-8378-2b14014486ac.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.514021] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.514067] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-170dbaf7-e441-4dbb-ae24-8a8f8fae09d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.521513] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 563.521513] env[62679]: value = "task-2411489" [ 563.521513] env[62679]: _type = "Task" [ 563.521513] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.530767] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.533491] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Releasing lock "refresh_cache-d4d0eabc-e9f4-4a8c-9645-83f591476870" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.533914] env[62679]: DEBUG nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Instance network_info: |[{"id": "89ae61b7-ca1c-4b62-976f-4c770573ecca", "address": "fa:16:3e:79:45:92", "network": {"id": "29d017aa-7284-4ebb-8161-5ca08c5402e0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-441465980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "125cc60961014120a7df26979c5711a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ae61b7-ca", "ovs_interfaceid": "89ae61b7-ca1c-4b62-976f-4c770573ecca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.534365] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:45:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89ae61b7-ca1c-4b62-976f-4c770573ecca', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.544320] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Creating folder: Project (125cc60961014120a7df26979c5711a9). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.545327] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fe6be07-dcf2-4207-a4e8-14e488313582 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.559654] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Created folder: Project (125cc60961014120a7df26979c5711a9) in parent group-v488891. [ 563.559654] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Creating folder: Instances. Parent ref: group-v488927. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.559654] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d9d2846-cea1-45ae-9c12-a695cebd214d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.568689] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Created folder: Instances in parent group-v488927. [ 563.568689] env[62679]: DEBUG oslo.service.loopingcall [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.568689] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.568689] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9c846e-988b-4990-8429-6de0ec1346c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.592598] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.592598] env[62679]: value = "task-2411492" [ 563.592598] env[62679]: _type = "Task" [ 563.592598] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.606560] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411492, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.673921] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3064220a-fcee-4cf1-b710-127c2ff2789e tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.622s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.682016] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.683811] env[62679]: DEBUG nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.688674] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.878s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.690615] env[62679]: INFO nova.compute.claims [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.778615] env[62679]: DEBUG oslo_concurrency.lockutils [req-595ab538-b8dc-4c0b-94f5-d756d9b0c202 req-4286a7fe-dcba-44b3-a8cb-2ab57f2e43c2 service nova] Releasing lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.792708] env[62679]: DEBUG nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.879674] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411486, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.979863] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411488, 'name': Destroy_Task, 'duration_secs': 0.455375} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.980376] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Destroyed the VM [ 563.980731] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 563.981056] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39c48290-cb3c-42bc-bd65-334e80026d23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.989333] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 563.989333] env[62679]: value = "task-2411493" [ 563.989333] env[62679]: _type = "Task" [ 563.989333] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.001237] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.031279] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081825} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.031586] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.032407] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb74b7e-ebd8-4ae6-a258-30ebb754d810 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.057206] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 7d3160f9-0382-4f8b-8378-2b14014486ac/7d3160f9-0382-4f8b-8378-2b14014486ac.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.057526] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4cf583b-51a7-495e-8422-dd57b39c02a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.080824] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 564.080824] env[62679]: value = "task-2411494" [ 564.080824] env[62679]: _type = "Task" [ 564.080824] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.092581] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.103781] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411492, 'name': CreateVM_Task, 'duration_secs': 0.393412} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.103781] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.104608] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.104815] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.105257] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.105564] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a35d8d-d621-49ab-9008-f0d88a3f7236 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.111945] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 564.111945] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f0134-52b8-1265-f3f5-25c3ae7d44e1" [ 564.111945] env[62679]: _type = "Task" [ 564.111945] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.121820] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f0134-52b8-1265-f3f5-25c3ae7d44e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.196679] env[62679]: DEBUG nova.compute.utils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 564.202541] env[62679]: DEBUG nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.202541] env[62679]: DEBUG nova.network.neutron [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.319433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.331923] env[62679]: DEBUG nova.policy [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '384d9f2984b74777b80c8eb49399c6f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa77a22a64f54827b675e1dfadcc007d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.378575] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411486, 'name': CloneVM_Task, 'duration_secs': 1.840345} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.379909] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Created linked-clone VM from snapshot [ 564.380460] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c914635c-6c3f-4ec0-a7b9-6e99ce32a061 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.389440] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Uploading image d1933b54-1a02-462b-bb0d-a3495b04eb23 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 564.424947] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 564.424947] env[62679]: value = "vm-488926" [ 564.424947] env[62679]: _type = "VirtualMachine" [ 564.424947] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 564.425244] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fbb084af-2f29-4b5a-af34-ab9e9bef9f49 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.433073] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease: (returnval){ [ 564.433073] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5220a575-dc3e-b368-df26-9a1981270646" [ 564.433073] env[62679]: _type = "HttpNfcLease" [ 564.433073] env[62679]: } obtained for exporting VM: (result){ [ 564.433073] env[62679]: value = "vm-488926" [ 564.433073] env[62679]: _type = "VirtualMachine" [ 564.433073] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 564.433073] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the lease: (returnval){ [ 564.433073] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5220a575-dc3e-b368-df26-9a1981270646" [ 564.433073] env[62679]: _type = "HttpNfcLease" [ 564.433073] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 564.443030] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 564.443030] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5220a575-dc3e-b368-df26-9a1981270646" [ 564.443030] env[62679]: _type = "HttpNfcLease" [ 564.443030] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 564.506206] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411493, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.531129] env[62679]: DEBUG nova.network.neutron [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Successfully updated port: 6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.534851] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Received event network-vif-plugged-599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 564.535075] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquiring lock "7d3160f9-0382-4f8b-8378-2b14014486ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.538402] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.538592] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.538797] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] No waiting events found dispatching network-vif-plugged-599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.539341] env[62679]: WARNING nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Received unexpected event network-vif-plugged-599bc7ae-61ad-4fae-9e46-c606bd9855ae for instance with vm_state building and task_state spawning. [ 564.539341] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Received event network-changed-599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 564.539458] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Refreshing instance network info cache due to event network-changed-599bc7ae-61ad-4fae-9e46-c606bd9855ae. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 564.539590] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquiring lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.539817] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquired lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.540055] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Refreshing network info cache for port 599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.592914] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.623625] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f0134-52b8-1265-f3f5-25c3ae7d44e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014052} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.625408] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.625408] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.625408] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.625408] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.625567] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.625567] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f182f44-3190-4c97-9636-86e65065049e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.638350] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.638538] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.639382] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a3a730-6b79-4095-b9a3-19d6e8b61744 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.647125] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 564.647125] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528cc33a-e768-29e3-e43e-cf3f34bb15a5" [ 564.647125] env[62679]: _type = "Task" [ 564.647125] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.653745] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528cc33a-e768-29e3-e43e-cf3f34bb15a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.705532] env[62679]: DEBUG nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.951701] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 564.951701] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5220a575-dc3e-b368-df26-9a1981270646" [ 564.951701] env[62679]: _type = "HttpNfcLease" [ 564.951701] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 564.951992] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 564.951992] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5220a575-dc3e-b368-df26-9a1981270646" [ 564.951992] env[62679]: _type = "HttpNfcLease" [ 564.951992] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 564.953630] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b15c587-4b6a-4849-a1bc-171b8d30d974 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.966027] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52db8235-5b0e-84cc-47b9-3629630bb3d8/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 564.966027] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52db8235-5b0e-84cc-47b9-3629630bb3d8/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 565.042914] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.043074] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquired lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.043271] env[62679]: DEBUG nova.network.neutron [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.050938] env[62679]: DEBUG oslo_vmware.api [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411493, 'name': RemoveSnapshot_Task, 'duration_secs': 0.646161} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.050938] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 565.050938] env[62679]: INFO nova.compute.manager [None req-5f1c2d63-4bb0-46fc-9001-ae6ff9ff18ef tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Took 13.86 seconds to snapshot the instance on the hypervisor. [ 565.074259] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1895c8-2922-498b-93ad-afe5dd1e20d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.088863] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa77d6-18ea-4542-adb1-bd33f039f1cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.093369] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba97a607-9680-42f3-bfa2-e335741f0f09 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.100566] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411494, 'name': ReconfigVM_Task, 'duration_secs': 0.863908} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.127272] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 7d3160f9-0382-4f8b-8378-2b14014486ac/7d3160f9-0382-4f8b-8378-2b14014486ac.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.132306] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8ddb333-0ca8-48f4-813c-478280a44d86 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.134387] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dfc428-6828-49c2-96ce-afa8280f64d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.145784] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905b83d-b915-47ab-b3dc-cc6042af62ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.149556] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 565.149556] env[62679]: value = "task-2411496" [ 565.149556] env[62679]: _type = "Task" [ 565.149556] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.173946] env[62679]: DEBUG nova.compute.provider_tree [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.181583] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528cc33a-e768-29e3-e43e-cf3f34bb15a5, 'name': SearchDatastore_Task, 'duration_secs': 0.020777} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.181809] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411496, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.182911] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256fce76-fe4a-4a6c-8463-7bf78181b236 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.188635] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 565.188635] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5293461c-887a-abef-065d-823956fc6043" [ 565.188635] env[62679]: _type = "Task" [ 565.188635] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.198274] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5293461c-887a-abef-065d-823956fc6043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.244207] env[62679]: DEBUG nova.network.neutron [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Successfully created port: 65c965b6-767c-4ce6-b102-df64b27b1cae {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.511970] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Updated VIF entry in instance network info cache for port 599bc7ae-61ad-4fae-9e46-c606bd9855ae. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.512370] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Updating instance_info_cache with network_info: [{"id": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "address": "fa:16:3e:21:eb:67", "network": {"id": "e28840a0-a592-4711-b83a-7040cd5081ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-469405714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ad837618b94362a6ba52ce9588988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap599bc7ae-61", "ovs_interfaceid": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.623731] env[62679]: DEBUG nova.network.neutron [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.665453] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411496, 'name': Rename_Task, 'duration_secs': 0.235093} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.665824] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.666563] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a42cb217-a247-44e9-9bce-19be85c3cfef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.673354] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 565.673354] env[62679]: value = "task-2411497" [ 565.673354] env[62679]: _type = "Task" [ 565.673354] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.686812] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.700467] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5293461c-887a-abef-065d-823956fc6043, 'name': SearchDatastore_Task, 'duration_secs': 0.014171} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.700732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.701120] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] d4d0eabc-e9f4-4a8c-9645-83f591476870/d4d0eabc-e9f4-4a8c-9645-83f591476870.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.701494] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8c841c1-1436-4951-9972-75229a9e8069 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.711093] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 565.711093] env[62679]: value = "task-2411498" [ 565.711093] env[62679]: _type = "Task" [ 565.711093] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.718688] env[62679]: ERROR nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [req-9de909e2-ad1f-406e-af51-f1e25231711a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9de909e2-ad1f-406e-af51-f1e25231711a"}]} [ 565.721723] env[62679]: DEBUG nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.747758] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.775165] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 565.785850] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.786997] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.787305] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.788588] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.788877] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.789131] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.789364] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.789559] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.789750] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.789926] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.790713] env[62679]: DEBUG nova.virt.hardware [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.791765] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15dea24-e1a6-4555-89a4-c56ceeb67445 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.800138] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 565.801729] env[62679]: DEBUG nova.compute.provider_tree [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.809377] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e6e04-cc5a-4e5b-978e-f56dab8fe551 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.847043] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 565.875567] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 565.939022] env[62679]: DEBUG nova.compute.manager [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Stashing vm_state: active {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 565.954755] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.955057] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.017488] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Releasing lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.017834] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Received event network-changed-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 566.019271] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Refreshing instance network info cache due to event network-changed-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 566.019946] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquiring lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.020673] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquired lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.020861] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Refreshing network info cache for port df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.188239] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.213852] env[62679]: DEBUG nova.network.neutron [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updating instance_info_cache with network_info: [{"id": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "address": "fa:16:3e:31:d7:59", "network": {"id": "230da1f2-1ec1-422c-aad5-a53b488bc3fe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1072393809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ecc6d40e3a43dbb44c1c577edbd011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec260f5-90", "ovs_interfaceid": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.235264] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411498, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.284959] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1df72-1332-4cf4-a78f-f932f735c6ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.292546] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf556f-02b0-4d3a-ab2e-192f7beaa1a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.332112] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf9e372-3ca7-46ed-952c-1ae92054667a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.341107] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186125ea-f0dd-40e4-8d9a-de5244f1591d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.356446] env[62679]: DEBUG nova.compute.provider_tree [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.460611] env[62679]: DEBUG nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.472802] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.538717] env[62679]: DEBUG nova.compute.manager [req-1fbd94d3-2bec-4e3a-ac69-6bb157172d1a req-c8ae96c2-5899-4f6b-8252-98271bcbf030 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Received event network-vif-plugged-6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 566.539401] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fbd94d3-2bec-4e3a-ac69-6bb157172d1a req-c8ae96c2-5899-4f6b-8252-98271bcbf030 service nova] Acquiring lock "f9123f08-addd-44ef-8572-45ffc3ba8679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.539685] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fbd94d3-2bec-4e3a-ac69-6bb157172d1a req-c8ae96c2-5899-4f6b-8252-98271bcbf030 service nova] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.539964] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fbd94d3-2bec-4e3a-ac69-6bb157172d1a req-c8ae96c2-5899-4f6b-8252-98271bcbf030 service nova] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.540277] env[62679]: DEBUG nova.compute.manager [req-1fbd94d3-2bec-4e3a-ac69-6bb157172d1a req-c8ae96c2-5899-4f6b-8252-98271bcbf030 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] No waiting events found dispatching network-vif-plugged-6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.540647] env[62679]: WARNING nova.compute.manager [req-1fbd94d3-2bec-4e3a-ac69-6bb157172d1a req-c8ae96c2-5899-4f6b-8252-98271bcbf030 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Received unexpected event network-vif-plugged-6ec260f5-90c6-4941-ae95-e51620a6e23b for instance with vm_state building and task_state spawning. [ 566.685862] env[62679]: DEBUG oslo_vmware.api [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411497, 'name': PowerOnVM_Task, 'duration_secs': 0.774298} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.686201] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.686548] env[62679]: INFO nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Took 10.24 seconds to spawn the instance on the hypervisor. [ 566.686691] env[62679]: DEBUG nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.687678] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92006bb2-db03-4905-841b-b9b9bfc8213c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.716564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Releasing lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.716564] env[62679]: DEBUG nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Instance network_info: |[{"id": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "address": "fa:16:3e:31:d7:59", "network": {"id": "230da1f2-1ec1-422c-aad5-a53b488bc3fe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1072393809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ecc6d40e3a43dbb44c1c577edbd011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec260f5-90", "ovs_interfaceid": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.718601] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:d7:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec260f5-90c6-4941-ae95-e51620a6e23b', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.726799] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Creating folder: Project (f3ecc6d40e3a43dbb44c1c577edbd011). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.727569] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed527b2-d2f6-4a67-8ac1-93719c0c1ee2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.743606] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644488} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.745512] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] d4d0eabc-e9f4-4a8c-9645-83f591476870/d4d0eabc-e9f4-4a8c-9645-83f591476870.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.745912] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.746470] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d27017b-4c04-472b-8136-60400bf07af8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.752581] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Created folder: Project (f3ecc6d40e3a43dbb44c1c577edbd011) in parent group-v488891. [ 566.753102] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Creating folder: Instances. Parent ref: group-v488930. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.754032] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8768e3b-bff5-4646-bb75-2f0cfa14407d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.760362] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 566.760362] env[62679]: value = "task-2411500" [ 566.760362] env[62679]: _type = "Task" [ 566.760362] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.769125] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Created folder: Instances in parent group-v488930. [ 566.769125] env[62679]: DEBUG oslo.service.loopingcall [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.769656] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.772812] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05ea6d89-899a-43c6-bdbc-071df95ec891 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.793578] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.801337] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.801337] env[62679]: value = "task-2411502" [ 566.801337] env[62679]: _type = "Task" [ 566.801337] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.812041] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411502, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.892411] env[62679]: ERROR nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [req-24725ce3-315e-43fc-bd1c-ea7bf2f82ed8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24725ce3-315e-43fc-bd1c-ea7bf2f82ed8"}]} [ 566.921510] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 566.954652] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 566.960819] env[62679]: DEBUG nova.compute.provider_tree [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 567.026477] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.049741] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 567.106931] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 567.117506] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updated VIF entry in instance network info cache for port df02d2a6-f1e9-4e25-ba4f-351c8b529fc3. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.117506] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updating instance_info_cache with network_info: [{"id": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "address": "fa:16:3e:3d:43:21", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf02d2a6-f1", "ovs_interfaceid": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.215518] env[62679]: INFO nova.compute.manager [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Took 20.05 seconds to build instance. [ 567.276609] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153818} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.276930] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.279414] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f137ec-3e44-48cd-b236-a9a0a917c795 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.314358] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] d4d0eabc-e9f4-4a8c-9645-83f591476870/d4d0eabc-e9f4-4a8c-9645-83f591476870.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.320563] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a252b22-6b2a-4a60-90f9-000549857b20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.345447] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411502, 'name': CreateVM_Task, 'duration_secs': 0.516108} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.346360] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.346793] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 567.346793] env[62679]: value = "task-2411503" [ 567.346793] env[62679]: _type = "Task" [ 567.346793] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.347640] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.347640] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.348394] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.348394] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488be80c-365b-40c4-976d-662cc7974f07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.358098] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 567.358098] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52502c0b-4f05-0cf7-fa47-adb1c29a8c87" [ 567.358098] env[62679]: _type = "Task" [ 567.358098] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.362948] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.376034] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.376034] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.382733] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52502c0b-4f05-0cf7-fa47-adb1c29a8c87, 'name': SearchDatastore_Task, 'duration_secs': 0.015151} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.383353] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.383634] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.383975] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.384068] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.384221] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.384667] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a882167d-7d0f-4a46-8d5e-855875668325 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.398896] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.399119] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.399867] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05016d39-4772-4214-8a5f-113275d95bb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.406990] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 567.406990] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b0ae9-f70e-0254-c7f7-696b3c3a61b9" [ 567.406990] env[62679]: _type = "Task" [ 567.406990] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.423202] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b0ae9-f70e-0254-c7f7-696b3c3a61b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.583716] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0119bfde-44e6-4c2c-a8e8-c99db0a8f12b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.593442] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f9d7e1-0950-43b8-b7b2-53773c6c2f45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.632992] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Releasing lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.632992] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Received event network-vif-plugged-89ae61b7-ca1c-4b62-976f-4c770573ecca {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 567.635729] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquiring lock "d4d0eabc-e9f4-4a8c-9645-83f591476870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.635729] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.635729] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.635729] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] No waiting events found dispatching network-vif-plugged-89ae61b7-ca1c-4b62-976f-4c770573ecca {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 567.635729] env[62679]: WARNING nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Received unexpected event network-vif-plugged-89ae61b7-ca1c-4b62-976f-4c770573ecca for instance with vm_state building and task_state spawning. [ 567.635926] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Received event network-changed-89ae61b7-ca1c-4b62-976f-4c770573ecca {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 567.635926] env[62679]: DEBUG nova.compute.manager [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Refreshing instance network info cache due to event network-changed-89ae61b7-ca1c-4b62-976f-4c770573ecca. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 567.635926] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquiring lock "refresh_cache-d4d0eabc-e9f4-4a8c-9645-83f591476870" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.635926] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Acquired lock "refresh_cache-d4d0eabc-e9f4-4a8c-9645-83f591476870" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.635926] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Refreshing network info cache for port 89ae61b7-ca1c-4b62-976f-4c770573ecca {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.636994] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e169e4d-c496-4864-ae49-20ff41a09074 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.648581] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d92c15-b3cf-466d-90f2-be51a2f3e228 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.668424] env[62679]: DEBUG nova.compute.provider_tree [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 567.719556] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cacb7f27-0919-4ccd-b29c-466d1a6b32d9 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.368s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.862025] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411503, 'name': ReconfigVM_Task, 'duration_secs': 0.380096} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.863498] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Reconfigured VM instance instance-0000000c to attach disk [datastore2] d4d0eabc-e9f4-4a8c-9645-83f591476870/d4d0eabc-e9f4-4a8c-9645-83f591476870.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.863830] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6236198-57a7-4a44-a869-4d1b2f13f773 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.876396] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 567.876396] env[62679]: value = "task-2411504" [ 567.876396] env[62679]: _type = "Task" [ 567.876396] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.886946] env[62679]: DEBUG nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.890968] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411504, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.924272] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b0ae9-f70e-0254-c7f7-696b3c3a61b9, 'name': SearchDatastore_Task, 'duration_secs': 0.020281} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.925990] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d704f7-52d4-4411-982a-2893bdae6afd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.934221] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 567.934221] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527216af-1c3e-6a87-739c-9798d548e9b5" [ 567.934221] env[62679]: _type = "Task" [ 567.934221] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.950784] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527216af-1c3e-6a87-739c-9798d548e9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.230021] env[62679]: DEBUG nova.scheduler.client.report [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 568.230021] env[62679]: DEBUG nova.compute.provider_tree [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 25 to 26 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 568.230021] env[62679]: DEBUG nova.compute.provider_tree [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.392325] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411504, 'name': Rename_Task, 'duration_secs': 0.175708} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.396126] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.399983] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f7208a-f657-4d27-bd56-494441aa1a1d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.413751] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 568.413751] env[62679]: value = "task-2411505" [ 568.413751] env[62679]: _type = "Task" [ 568.413751] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.421688] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.426079] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.447177] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527216af-1c3e-6a87-739c-9798d548e9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.017401} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.447857] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.447857] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] f9123f08-addd-44ef-8572-45ffc3ba8679/f9123f08-addd-44ef-8572-45ffc3ba8679.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.448544] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d10b92b-8599-41c7-9960-c02d5e46321a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.459258] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 568.459258] env[62679]: value = "task-2411506" [ 568.459258] env[62679]: _type = "Task" [ 568.459258] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.474857] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.699442] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Updated VIF entry in instance network info cache for port 89ae61b7-ca1c-4b62-976f-4c770573ecca. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.700220] env[62679]: DEBUG nova.network.neutron [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Updating instance_info_cache with network_info: [{"id": "89ae61b7-ca1c-4b62-976f-4c770573ecca", "address": "fa:16:3e:79:45:92", "network": {"id": "29d017aa-7284-4ebb-8161-5ca08c5402e0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-441465980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "125cc60961014120a7df26979c5711a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ae61b7-ca", "ovs_interfaceid": "89ae61b7-ca1c-4b62-976f-4c770573ecca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.737164] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.048s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.738457] env[62679]: DEBUG nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.743197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.954s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.745701] env[62679]: INFO nova.compute.claims [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.867168] env[62679]: DEBUG nova.network.neutron [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Successfully updated port: 65c965b6-767c-4ce6-b102-df64b27b1cae {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.929983] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.988539] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.006638] env[62679]: DEBUG nova.compute.manager [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Received event network-changed-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 569.007054] env[62679]: DEBUG nova.compute.manager [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Refreshing instance network info cache due to event network-changed-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 569.007233] env[62679]: DEBUG oslo_concurrency.lockutils [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] Acquiring lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.007325] env[62679]: DEBUG oslo_concurrency.lockutils [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] Acquired lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.007418] env[62679]: DEBUG nova.network.neutron [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Refreshing network info cache for port df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.204804] env[62679]: DEBUG oslo_concurrency.lockutils [req-cd60f80a-5bff-4ca6-885f-520d657156a5 req-863dc74c-bded-4291-b7ea-45c1da7e51f4 service nova] Releasing lock "refresh_cache-d4d0eabc-e9f4-4a8c-9645-83f591476870" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.257957] env[62679]: DEBUG nova.compute.utils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.257957] env[62679]: DEBUG nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.257957] env[62679]: DEBUG nova.network.neutron [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.370731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "refresh_cache-5c8bfe41-7791-406a-bcc6-532673cc9475" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.370902] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquired lock "refresh_cache-5c8bfe41-7791-406a-bcc6-532673cc9475" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.370950] env[62679]: DEBUG nova.network.neutron [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.427647] env[62679]: DEBUG oslo_vmware.api [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411505, 'name': PowerOnVM_Task, 'duration_secs': 0.648414} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.427647] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.427647] env[62679]: INFO nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Took 10.56 seconds to spawn the instance on the hypervisor. [ 569.427647] env[62679]: DEBUG nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.433040] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f25950-c2fc-4b5e-84f8-b3c90a2d7474 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.484308] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.484308] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.484308] env[62679]: INFO nova.compute.manager [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Rebooting instance [ 569.484308] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63719} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.484696] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] f9123f08-addd-44ef-8572-45ffc3ba8679/f9123f08-addd-44ef-8572-45ffc3ba8679.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.484892] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.485261] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d0a158a-fb23-4595-93e4-d0aba58e44ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.496408] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 569.496408] env[62679]: value = "task-2411507" [ 569.496408] env[62679]: _type = "Task" [ 569.496408] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.511375] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.659144] env[62679]: DEBUG nova.policy [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e03adc711342819a7257b01a5c6190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae726ecdbce44b582240940aadcf6ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.764592] env[62679]: DEBUG nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.956489] env[62679]: INFO nova.compute.manager [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Took 16.61 seconds to build instance. [ 570.006783] env[62679]: DEBUG nova.network.neutron [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.021822] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231678} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.022258] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.023168] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af4f206-933e-4fb1-ac5b-694769aba40a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.068555] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f9123f08-addd-44ef-8572-45ffc3ba8679/f9123f08-addd-44ef-8572-45ffc3ba8679.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.069905] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.070050] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquired lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.070518] env[62679]: DEBUG nova.network.neutron [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.077659] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3f313f-9115-40ce-9e01-33344c664650 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.101624] env[62679]: DEBUG nova.network.neutron [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updated VIF entry in instance network info cache for port df02d2a6-f1e9-4e25-ba4f-351c8b529fc3. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.102713] env[62679]: DEBUG nova.network.neutron [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updating instance_info_cache with network_info: [{"id": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "address": "fa:16:3e:3d:43:21", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf02d2a6-f1", "ovs_interfaceid": "df02d2a6-f1e9-4e25-ba4f-351c8b529fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.116178] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 570.116178] env[62679]: value = "task-2411508" [ 570.116178] env[62679]: _type = "Task" [ 570.116178] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.131010] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.235736] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1cfe5c-2c3c-49ef-94bb-6167511529d6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.249687] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0752bf1-443d-45d5-a8cc-04fded46810a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.290260] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b2f73-f754-477e-a190-44d5d08dabdb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.297760] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b89d45-87f9-44c9-ba16-73d50f799360 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.322927] env[62679]: DEBUG nova.compute.provider_tree [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.464176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d263eb90-bfab-4382-a2e2-ad9214ab8c2e tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.126s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.611403] env[62679]: DEBUG oslo_concurrency.lockutils [req-f95f2c66-e677-4273-8c7e-3a8bdf67a822 req-33e850bd-c2ca-4c12-9cc2-ae50ab7d3c9b service nova] Releasing lock "refresh_cache-fa6728e9-1d24-4e34-bd99-561f8bb13262" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.630679] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.792212] env[62679]: DEBUG nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.822133] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.823919] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.823919] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.823919] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.823919] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.823919] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.824311] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.824311] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.824311] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.824311] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.824311] env[62679]: DEBUG nova.virt.hardware [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.824682] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d633ea2-7882-4b03-81a0-514b981fc911 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.828450] env[62679]: DEBUG nova.network.neutron [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Updating instance_info_cache with network_info: [{"id": "65c965b6-767c-4ce6-b102-df64b27b1cae", "address": "fa:16:3e:d1:fb:bd", "network": {"id": "4c113cde-bf58-4b1f-8521-1e7454352789", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1085427899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aa77a22a64f54827b675e1dfadcc007d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c965b6-76", "ovs_interfaceid": "65c965b6-767c-4ce6-b102-df64b27b1cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.830114] env[62679]: DEBUG nova.scheduler.client.report [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.844628] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca90550-21ef-4d87-ab7e-fac46617739f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.940123] env[62679]: DEBUG nova.network.neutron [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Updating instance_info_cache with network_info: [{"id": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "address": "fa:16:3e:07:2f:59", "network": {"id": "de8426c0-f796-4e19-a849-e18a4cfb60cd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1564786603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b52a8e79b85d4c9f89007e5ad278a183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c30056-5f", "ovs_interfaceid": "32c30056-5f34-49f0-aab7-36ea3288a2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.130945] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411508, 'name': ReconfigVM_Task, 'duration_secs': 0.630953} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.131344] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f9123f08-addd-44ef-8572-45ffc3ba8679/f9123f08-addd-44ef-8572-45ffc3ba8679.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.132082] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c070d3c8-065a-46f5-bc23-b2ac4b7d60ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.141023] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 571.141023] env[62679]: value = "task-2411509" [ 571.141023] env[62679]: _type = "Task" [ 571.141023] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.156486] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411509, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.334217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Releasing lock "refresh_cache-5c8bfe41-7791-406a-bcc6-532673cc9475" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.334564] env[62679]: DEBUG nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Instance network_info: |[{"id": "65c965b6-767c-4ce6-b102-df64b27b1cae", "address": "fa:16:3e:d1:fb:bd", "network": {"id": "4c113cde-bf58-4b1f-8521-1e7454352789", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1085427899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aa77a22a64f54827b675e1dfadcc007d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c965b6-76", "ovs_interfaceid": "65c965b6-767c-4ce6-b102-df64b27b1cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.335178] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:fb:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65c965b6-767c-4ce6-b102-df64b27b1cae', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.345239] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Creating folder: Project (aa77a22a64f54827b675e1dfadcc007d). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.346106] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.346612] env[62679]: DEBUG nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.351450] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0b7383-a8e8-4d91-867d-928982f24f70 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.353177] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.034s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.354742] env[62679]: INFO nova.compute.claims [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.372933] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Created folder: Project (aa77a22a64f54827b675e1dfadcc007d) in parent group-v488891. [ 571.372933] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Creating folder: Instances. Parent ref: group-v488933. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.372933] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41bcb39c-22e0-4a3b-a826-ceeea60251a1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.391140] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Created folder: Instances in parent group-v488933. [ 571.391140] env[62679]: DEBUG oslo.service.loopingcall [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.391546] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.391639] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4605f6-b24e-4f90-aa2a-7cef89b86059 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.416288] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.416288] env[62679]: value = "task-2411512" [ 571.416288] env[62679]: _type = "Task" [ 571.416288] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.431283] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411512, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.445986] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Releasing lock "refresh_cache-1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.629141] env[62679]: DEBUG nova.network.neutron [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Successfully created port: 2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.637641] env[62679]: DEBUG nova.compute.manager [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Received event network-changed-6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 571.637828] env[62679]: DEBUG nova.compute.manager [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Refreshing instance network info cache due to event network-changed-6ec260f5-90c6-4941-ae95-e51620a6e23b. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 571.638064] env[62679]: DEBUG oslo_concurrency.lockutils [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] Acquiring lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.638210] env[62679]: DEBUG oslo_concurrency.lockutils [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] Acquired lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.638362] env[62679]: DEBUG nova.network.neutron [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Refreshing network info cache for port 6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 571.659060] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411509, 'name': Rename_Task, 'duration_secs': 0.294578} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.659373] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.659632] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-206631b2-88f7-4702-8c5a-dfe5ef937ede {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.671583] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 571.671583] env[62679]: value = "task-2411513" [ 571.671583] env[62679]: _type = "Task" [ 571.671583] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.690212] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.856407] env[62679]: DEBUG nova.compute.utils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 571.858364] env[62679]: DEBUG nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.861331] env[62679]: DEBUG nova.network.neutron [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.930234] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411512, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.956147] env[62679]: DEBUG nova.compute.manager [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.956729] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c02d1e5-a0b6-4fc5-baec-077222266551 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.106061] env[62679]: DEBUG nova.policy [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1431866a9f4a7ea10d8bf281251792', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd98df55d2c2d49b7a7bf76ed57abfa3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.188336] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.362680] env[62679]: DEBUG nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.439833] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411512, 'name': CreateVM_Task, 'duration_secs': 0.5559} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.439833] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.440690] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.441703] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.441703] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.443039] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7165ef8f-881e-4d19-82b8-85048802e368 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.449755] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 572.449755] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525568ec-197f-9ba2-d334-0166337cd919" [ 572.449755] env[62679]: _type = "Task" [ 572.449755] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.465386] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525568ec-197f-9ba2-d334-0166337cd919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.692126] env[62679]: DEBUG oslo_vmware.api [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411513, 'name': PowerOnVM_Task, 'duration_secs': 0.652602} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.697616] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.697856] env[62679]: INFO nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Took 9.43 seconds to spawn the instance on the hypervisor. [ 572.699104] env[62679]: DEBUG nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.700284] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50198b5a-5e02-487c-8b11-569dfc2971f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.833826] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0fc7c2-0098-4b6e-b810-1988c6d84dda {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.846250] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05146d87-44ba-42d7-b267-98b5c647eb6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.893153] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2d459-66af-4446-b962-89d95751503e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.908119] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e595f3a-e9d6-4733-92c3-0ae6ece84a5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.930056] env[62679]: DEBUG nova.compute.provider_tree [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.966529] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525568ec-197f-9ba2-d334-0166337cd919, 'name': SearchDatastore_Task, 'duration_secs': 0.032505} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.966818] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.966818] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.967197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.967288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.967561] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.967697] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf66d908-5bb5-4fb2-a377-02883a90d716 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.977408] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea0f47b-a516-4a17-9e16-5f674b2797af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.983880] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.984223] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.989225] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e62d116-9515-4363-8857-02fbc2d3db76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.996036] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Doing hard reboot of VM {{(pid=62679) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 572.996036] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0f9058e5-1452-4ab5-9eac-6ebd6ad14c30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.000676] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 573.000676] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526bd961-3fd0-8ec9-fde7-7ea82c9b1d6b" [ 573.000676] env[62679]: _type = "Task" [ 573.000676] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.005136] env[62679]: DEBUG oslo_vmware.api [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 573.005136] env[62679]: value = "task-2411514" [ 573.005136] env[62679]: _type = "Task" [ 573.005136] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.014427] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526bd961-3fd0-8ec9-fde7-7ea82c9b1d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.023905] env[62679]: DEBUG oslo_vmware.api [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411514, 'name': ResetVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.026802] env[62679]: DEBUG nova.network.neutron [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Successfully created port: 22737b52-e296-4c6a-8ec5-6a293a9dce1c {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.233121] env[62679]: INFO nova.compute.manager [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Took 17.71 seconds to build instance. [ 573.403251] env[62679]: DEBUG nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.435359] env[62679]: DEBUG nova.scheduler.client.report [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.445230] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.445230] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.445230] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.445639] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.445639] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.445639] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.445639] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.445639] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.445836] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.445836] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.445836] env[62679]: DEBUG nova.virt.hardware [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.446748] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b73c5b-4d81-46d1-a7b2-87a9bcde400d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.458268] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bafd36-a00c-4e6e-aca8-72c2f7976e7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.516987] env[62679]: DEBUG oslo_vmware.api [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411514, 'name': ResetVM_Task, 'duration_secs': 0.106988} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.525365] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Did hard reboot of VM {{(pid=62679) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 573.525365] env[62679]: DEBUG nova.compute.manager [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.525365] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526bd961-3fd0-8ec9-fde7-7ea82c9b1d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.525544] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3abd2-a3f8-42ed-bf3c-58d8ed4e8476 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.529840] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ddb2ba-a87a-498a-a2c7-fd1e9bd3d59f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.536606] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 573.536606] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b3cd44-9a81-ea9c-5c91-bd2c78e6cb5d" [ 573.536606] env[62679]: _type = "Task" [ 573.536606] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.554104] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b3cd44-9a81-ea9c-5c91-bd2c78e6cb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.735344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44ab84c3-a7d5-4cb2-8170-12d95e30053e tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.232s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.914868] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "ba09d236-2afc-471d-9582-e096a4479c84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.915567] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ba09d236-2afc-471d-9582-e096a4479c84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.918273] env[62679]: DEBUG nova.network.neutron [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updated VIF entry in instance network info cache for port 6ec260f5-90c6-4941-ae95-e51620a6e23b. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.918826] env[62679]: DEBUG nova.network.neutron [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updating instance_info_cache with network_info: [{"id": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "address": "fa:16:3e:31:d7:59", "network": {"id": "230da1f2-1ec1-422c-aad5-a53b488bc3fe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1072393809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ecc6d40e3a43dbb44c1c577edbd011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec260f5-90", "ovs_interfaceid": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.944680] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.944680] env[62679]: DEBUG nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.946638] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.474s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.058153] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b3cd44-9a81-ea9c-5c91-bd2c78e6cb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.023827} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.058410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.058751] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 5c8bfe41-7791-406a-bcc6-532673cc9475/5c8bfe41-7791-406a-bcc6-532673cc9475.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.059033] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a65351f-25f0-4d55-9083-134d609e227a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.064343] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2c091fa8-9f9a-4f75-9ba9-106324131b9a tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.582s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.072557] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 574.072557] env[62679]: value = "task-2411515" [ 574.072557] env[62679]: _type = "Task" [ 574.072557] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.082060] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.422432] env[62679]: DEBUG nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.426722] env[62679]: DEBUG oslo_concurrency.lockutils [req-dbf062a0-24b4-425b-ae59-99076ffc7908 req-c618877a-829a-46d5-bbce-b39cbf803086 service nova] Releasing lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.452107] env[62679]: DEBUG nova.compute.utils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 574.460240] env[62679]: INFO nova.compute.claims [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.465352] env[62679]: DEBUG nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.465557] env[62679]: DEBUG nova.network.neutron [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.586178] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411515, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.662822] env[62679]: DEBUG nova.policy [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49465a62db19466d92d49ed4606f6da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf49034f173c4eb5bf02e1ef8c1ec3e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.957043] env[62679]: DEBUG nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.963051] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.967894] env[62679]: INFO nova.compute.resource_tracker [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating resource usage from migration e77dd8bf-0dc0-4b50-841b-f9bf4ae4ad93 [ 575.089023] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620485} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.089380] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 5c8bfe41-7791-406a-bcc6-532673cc9475/5c8bfe41-7791-406a-bcc6-532673cc9475.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.089604] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.089909] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fea535d8-d6f0-4ec2-ac0c-98829fcf6f0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.101392] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 575.101392] env[62679]: value = "task-2411520" [ 575.101392] env[62679]: _type = "Task" [ 575.101392] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.113142] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.426140] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e708c-1c8e-4247-bf89-2f69d9e476cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.436469] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245113b0-e052-4943-ad80-2d4f19572eea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.484099] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc791287-6241-40e6-9eae-ea28481636f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.494720] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1e651e-0879-45d2-b723-f7c4fdec2f31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.521399] env[62679]: DEBUG nova.compute.provider_tree [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.559228] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52db8235-5b0e-84cc-47b9-3629630bb3d8/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 575.560671] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb28e63-9615-4f23-bea1-b6e289a22844 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.570355] env[62679]: DEBUG nova.network.neutron [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Successfully updated port: 22737b52-e296-4c6a-8ec5-6a293a9dce1c {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.574073] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52db8235-5b0e-84cc-47b9-3629630bb3d8/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 575.574240] env[62679]: ERROR oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52db8235-5b0e-84cc-47b9-3629630bb3d8/disk-0.vmdk due to incomplete transfer. [ 575.574960] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-307a3797-1740-4c0f-b91a-bc7ddd60fb5a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.584934] env[62679]: DEBUG oslo_vmware.rw_handles [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52db8235-5b0e-84cc-47b9-3629630bb3d8/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 575.585499] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Uploaded image d1933b54-1a02-462b-bb0d-a3495b04eb23 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 575.588992] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 575.590018] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d413984-2346-424d-9eac-69af2ac553fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.606687] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 575.606687] env[62679]: value = "task-2411521" [ 575.606687] env[62679]: _type = "Task" [ 575.606687] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.614926] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105988} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.616418] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.620248] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0f53ca-1e85-4e6d-854b-fa9e9ed90271 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.628144] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411521, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.649583] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 5c8bfe41-7791-406a-bcc6-532673cc9475/5c8bfe41-7791-406a-bcc6-532673cc9475.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.651027] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2256bfa-3d87-4750-b018-d16821f9d096 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.674215] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 575.674215] env[62679]: value = "task-2411522" [ 575.674215] env[62679]: _type = "Task" [ 575.674215] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.684930] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.835617] env[62679]: DEBUG nova.network.neutron [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Successfully created port: b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.925196] env[62679]: DEBUG nova.compute.manager [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Received event network-changed-14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 575.925196] env[62679]: DEBUG nova.compute.manager [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Refreshing instance network info cache due to event network-changed-14d8e0ba-f858-42a0-908d-ceabdfa086d9. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 575.925196] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Acquiring lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.925791] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Acquired lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.926100] env[62679]: DEBUG nova.network.neutron [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Refreshing network info cache for port 14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.985879] env[62679]: DEBUG nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.023027] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.023027] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.023027] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.023321] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.023321] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.023321] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.023321] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.023321] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.024033] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.027181] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.027181] env[62679]: DEBUG nova.virt.hardware [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.027181] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4f23b3-2162-4802-9b22-1624e8b514e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.029931] env[62679]: DEBUG nova.scheduler.client.report [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.039875] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f44c19-50cb-4fe6-a9ea-f0b199b26566 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.077384] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.077644] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquired lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.077721] env[62679]: DEBUG nova.network.neutron [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.101315] env[62679]: DEBUG nova.network.neutron [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Successfully updated port: 2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 576.123546] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411521, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.191991] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.535045] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.588s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.535314] env[62679]: INFO nova.compute.manager [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Migrating [ 576.535542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.535719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.542303] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.516s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.543983] env[62679]: INFO nova.compute.claims [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.554639] env[62679]: INFO nova.compute.rpcapi [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 576.554639] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.610207] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.610207] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.611869] env[62679]: DEBUG nova.network.neutron [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.630367] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411521, 'name': Destroy_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.691567] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411522, 'name': ReconfigVM_Task, 'duration_secs': 0.985275} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.691567] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 5c8bfe41-7791-406a-bcc6-532673cc9475/5c8bfe41-7791-406a-bcc6-532673cc9475.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.692141] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-426db270-8810-4095-ae16-ec8f8ba9f827 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.700966] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 576.700966] env[62679]: value = "task-2411523" [ 576.700966] env[62679]: _type = "Task" [ 576.700966] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.714854] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411523, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.815840] env[62679]: DEBUG nova.network.neutron [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.070684] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.070987] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.070987] env[62679]: DEBUG nova.network.neutron [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.129021] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411521, 'name': Destroy_Task, 'duration_secs': 1.061308} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.129803] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Destroyed the VM [ 577.130268] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 577.130898] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0d4bcdd-e872-4a8e-bd39-351325fd4820 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.143974] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 577.143974] env[62679]: value = "task-2411524" [ 577.143974] env[62679]: _type = "Task" [ 577.143974] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.150827] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411524, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.216993] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411523, 'name': Rename_Task, 'duration_secs': 0.28132} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.216993] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.216993] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc77aceb-9fb6-46f4-b385-075f14a47571 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.223220] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 577.223220] env[62679]: value = "task-2411525" [ 577.223220] env[62679]: _type = "Task" [ 577.223220] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.236182] env[62679]: DEBUG nova.network.neutron [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Updated VIF entry in instance network info cache for port 14d8e0ba-f858-42a0-908d-ceabdfa086d9. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.236182] env[62679]: DEBUG nova.network.neutron [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Updating instance_info_cache with network_info: [{"id": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "address": "fa:16:3e:91:8a:45", "network": {"id": "7be7f4bf-e31a-45ed-ae48-f8a94de15a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309814638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acae05eda8d24caa94eadabec612a6da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d8e0ba-f8", "ovs_interfaceid": "14d8e0ba-f858-42a0-908d-ceabdfa086d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.237299] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.241440] env[62679]: DEBUG nova.network.neutron [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.345494] env[62679]: DEBUG nova.compute.manager [req-f109ce8d-c09e-46a2-801b-bc710ceb1cea req-7f7166f4-3fe9-4c02-a5cb-c77cd08e64fb service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Received event network-vif-plugged-22737b52-e296-4c6a-8ec5-6a293a9dce1c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 577.345811] env[62679]: DEBUG oslo_concurrency.lockutils [req-f109ce8d-c09e-46a2-801b-bc710ceb1cea req-7f7166f4-3fe9-4c02-a5cb-c77cd08e64fb service nova] Acquiring lock "cb2a3d96-0163-47de-beb6-7519b75247fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.345941] env[62679]: DEBUG oslo_concurrency.lockutils [req-f109ce8d-c09e-46a2-801b-bc710ceb1cea req-7f7166f4-3fe9-4c02-a5cb-c77cd08e64fb service nova] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.346854] env[62679]: DEBUG oslo_concurrency.lockutils [req-f109ce8d-c09e-46a2-801b-bc710ceb1cea req-7f7166f4-3fe9-4c02-a5cb-c77cd08e64fb service nova] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.346854] env[62679]: DEBUG nova.compute.manager [req-f109ce8d-c09e-46a2-801b-bc710ceb1cea req-7f7166f4-3fe9-4c02-a5cb-c77cd08e64fb service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] No waiting events found dispatching network-vif-plugged-22737b52-e296-4c6a-8ec5-6a293a9dce1c {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.346854] env[62679]: WARNING nova.compute.manager [req-f109ce8d-c09e-46a2-801b-bc710ceb1cea req-7f7166f4-3fe9-4c02-a5cb-c77cd08e64fb service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Received unexpected event network-vif-plugged-22737b52-e296-4c6a-8ec5-6a293a9dce1c for instance with vm_state building and task_state spawning. [ 577.383967] env[62679]: DEBUG nova.network.neutron [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Updating instance_info_cache with network_info: [{"id": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "address": "fa:16:3e:04:4b:4d", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737b52-e2", "ovs_interfaceid": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.657279] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411524, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.735190] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.740800] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Releasing lock "refresh_cache-20ba8bfa-e68b-4285-ab3a-3c850110e3e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.741094] env[62679]: DEBUG nova.compute.manager [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Received event network-vif-plugged-65c965b6-767c-4ce6-b102-df64b27b1cae {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 577.741363] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Acquiring lock "5c8bfe41-7791-406a-bcc6-532673cc9475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.742252] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.742252] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.742252] env[62679]: DEBUG nova.compute.manager [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] No waiting events found dispatching network-vif-plugged-65c965b6-767c-4ce6-b102-df64b27b1cae {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.742460] env[62679]: WARNING nova.compute.manager [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Received unexpected event network-vif-plugged-65c965b6-767c-4ce6-b102-df64b27b1cae for instance with vm_state building and task_state spawning. [ 577.742704] env[62679]: DEBUG nova.compute.manager [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Received event network-changed-65c965b6-767c-4ce6-b102-df64b27b1cae {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 577.742834] env[62679]: DEBUG nova.compute.manager [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Refreshing instance network info cache due to event network-changed-65c965b6-767c-4ce6-b102-df64b27b1cae. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 577.743011] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Acquiring lock "refresh_cache-5c8bfe41-7791-406a-bcc6-532673cc9475" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.743400] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Acquired lock "refresh_cache-5c8bfe41-7791-406a-bcc6-532673cc9475" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.743568] env[62679]: DEBUG nova.network.neutron [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Refreshing network info cache for port 65c965b6-767c-4ce6-b102-df64b27b1cae {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.748331] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.748530] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.886499] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Releasing lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.887256] env[62679]: DEBUG nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Instance network_info: |[{"id": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "address": "fa:16:3e:04:4b:4d", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737b52-e2", "ovs_interfaceid": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.887928] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:4b:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22737b52-e296-4c6a-8ec5-6a293a9dce1c', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.895948] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Creating folder: Project (d98df55d2c2d49b7a7bf76ed57abfa3c). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.896237] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7e7f24d-178a-469a-a38a-a4e96c58b29d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.914655] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Created folder: Project (d98df55d2c2d49b7a7bf76ed57abfa3c) in parent group-v488891. [ 577.914848] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Creating folder: Instances. Parent ref: group-v488939. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.917960] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d167de48-51f4-49f3-893d-80b460d142a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.931475] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Created folder: Instances in parent group-v488939. [ 577.931793] env[62679]: DEBUG oslo.service.loopingcall [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.932011] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.932228] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a088f7-600a-4c36-942a-4adfa2794778 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.960937] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.960937] env[62679]: value = "task-2411529" [ 577.960937] env[62679]: _type = "Task" [ 577.960937] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.968615] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91c9fbe-734b-4525-af23-04d96311abc0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.975506] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411529, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.981180] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f331dbf-dd19-44b7-ba39-16487cee9245 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.023490] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5479ce2f-0e7c-4e50-96ea-0d1670eff88d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.033972] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d05d2-42f5-405e-8d2c-71cc5375d22e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.051827] env[62679]: DEBUG nova.compute.provider_tree [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.060406] env[62679]: DEBUG nova.network.neutron [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [{"id": "2201bb10-896a-42e1-a13b-283a07de5bee", "address": "fa:16:3e:b7:9c:34", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201bb10-89", "ovs_interfaceid": "2201bb10-896a-42e1-a13b-283a07de5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.153555] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411524, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.238763] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.252565] env[62679]: DEBUG nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.445417] env[62679]: DEBUG nova.network.neutron [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance_info_cache with network_info: [{"id": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "address": "fa:16:3e:f4:2a:58", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e5d0af-01", "ovs_interfaceid": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.474793] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411529, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.556199] env[62679]: DEBUG nova.scheduler.client.report [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.566808] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.566808] env[62679]: DEBUG nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Instance network_info: |[{"id": "2201bb10-896a-42e1-a13b-283a07de5bee", "address": "fa:16:3e:b7:9c:34", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201bb10-89", "ovs_interfaceid": "2201bb10-896a-42e1-a13b-283a07de5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.567113] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:9c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2201bb10-896a-42e1-a13b-283a07de5bee', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.580145] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating folder: Project (fae726ecdbce44b582240940aadcf6ae). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.581020] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dcabff7-c82b-49b4-b860-0635f919126b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.598917] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created folder: Project (fae726ecdbce44b582240940aadcf6ae) in parent group-v488891. [ 578.598917] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating folder: Instances. Parent ref: group-v488942. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.598917] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dd45a18-78e8-4fb2-b9b1-3b20b83244d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.610878] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created folder: Instances in parent group-v488942. [ 578.611256] env[62679]: DEBUG oslo.service.loopingcall [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.611551] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.611811] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dda2e47-2135-4edf-b5c3-6f28a715cbf2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.636208] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.636208] env[62679]: value = "task-2411532" [ 578.636208] env[62679]: _type = "Task" [ 578.636208] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.650156] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411532, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.655762] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411524, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.682824] env[62679]: DEBUG nova.network.neutron [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Successfully updated port: b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.744703] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.779330] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.948740] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.965871] env[62679]: DEBUG nova.network.neutron [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Updated VIF entry in instance network info cache for port 65c965b6-767c-4ce6-b102-df64b27b1cae. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.966299] env[62679]: DEBUG nova.network.neutron [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Updating instance_info_cache with network_info: [{"id": "65c965b6-767c-4ce6-b102-df64b27b1cae", "address": "fa:16:3e:d1:fb:bd", "network": {"id": "4c113cde-bf58-4b1f-8521-1e7454352789", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1085427899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa77a22a64f54827b675e1dfadcc007d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c965b6-76", "ovs_interfaceid": "65c965b6-767c-4ce6-b102-df64b27b1cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.968292] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "3bb74c9a-7261-4e45-904b-c5802d90880b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.968574] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.989476] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411529, 'name': CreateVM_Task, 'duration_secs': 0.727625} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.989476] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.989476] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.989476] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.990031] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.990561] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60af29b8-0139-42f6-8e12-3207473c128d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.001026] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 579.001026] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52653e4c-d6de-4fec-2726-2a7eba6703cc" [ 579.001026] env[62679]: _type = "Task" [ 579.001026] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.014195] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52653e4c-d6de-4fec-2726-2a7eba6703cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.067526] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.068020] env[62679]: DEBUG nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.071510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.650s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.074206] env[62679]: INFO nova.compute.claims [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.161498] env[62679]: DEBUG oslo_vmware.api [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411524, 'name': RemoveSnapshot_Task, 'duration_secs': 1.804911} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.161839] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411532, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.162161] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 579.162398] env[62679]: INFO nova.compute.manager [None req-38e8f6d2-eeee-40d7-ac78-1316a2221061 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Took 18.91 seconds to snapshot the instance on the hypervisor. [ 579.188410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.188551] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquired lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.188704] env[62679]: DEBUG nova.network.neutron [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.238283] env[62679]: DEBUG oslo_vmware.api [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411525, 'name': PowerOnVM_Task, 'duration_secs': 1.694022} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.238595] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.238797] env[62679]: INFO nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Took 13.52 seconds to spawn the instance on the hypervisor. [ 579.240970] env[62679]: DEBUG nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.242979] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04776940-dcbc-4087-a745-350fb67b9257 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.474319] env[62679]: DEBUG oslo_concurrency.lockutils [req-03d2cd59-1d53-4a00-992f-cebb72c77b7f req-8609c511-44a9-43dc-9017-ea568f0dc6e9 service nova] Releasing lock "refresh_cache-5c8bfe41-7791-406a-bcc6-532673cc9475" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.480833] env[62679]: DEBUG nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.513740] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52653e4c-d6de-4fec-2726-2a7eba6703cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014136} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.514268] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.514673] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.515084] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.515586] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.515871] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.516358] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6226e383-2513-4af5-bcc3-c5854500c2b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.538951] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.539169] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.539969] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec478d18-8642-4a78-91dc-10c958fc97ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.546784] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 579.546784] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527ad735-57d3-3e7b-f8f1-2930dc68aa65" [ 579.546784] env[62679]: _type = "Task" [ 579.546784] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.557478] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527ad735-57d3-3e7b-f8f1-2930dc68aa65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.579705] env[62679]: DEBUG nova.compute.utils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.585327] env[62679]: DEBUG nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.585327] env[62679]: DEBUG nova.network.neutron [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.658067] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411532, 'name': CreateVM_Task, 'duration_secs': 0.618247} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.661085] env[62679]: DEBUG nova.policy [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99b7beb2da2d42d7bdbaf5eb1e6aba26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bf3ac22b14f47199ecbde19ece34d06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.662712] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.663978] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.664087] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.664467] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.665128] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88096d1-b28b-445d-9f39-76275f314ffe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.676794] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 579.676794] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ed2e1-08c3-3750-001b-1eb2c138aacc" [ 579.676794] env[62679]: _type = "Task" [ 579.676794] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.688638] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ed2e1-08c3-3750-001b-1eb2c138aacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.765120] env[62679]: INFO nova.compute.manager [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Took 22.60 seconds to build instance. [ 579.766779] env[62679]: DEBUG nova.network.neutron [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.020230] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Received event network-changed-599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 580.020230] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Refreshing instance network info cache due to event network-changed-599bc7ae-61ad-4fae-9e46-c606bd9855ae. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 580.020230] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Acquiring lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.020230] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Acquired lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.020230] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Refreshing network info cache for port 599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.022969] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.060414] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527ad735-57d3-3e7b-f8f1-2930dc68aa65, 'name': SearchDatastore_Task, 'duration_secs': 0.045136} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.061293] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9c3cd9-e0cd-4744-b2b5-c6707287daf4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.071311] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 580.071311] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528331db-4601-3877-7864-e38ade3519db" [ 580.071311] env[62679]: _type = "Task" [ 580.071311] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.082335] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528331db-4601-3877-7864-e38ade3519db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.086019] env[62679]: DEBUG nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.150091] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.150542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.150863] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.151502] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.151681] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.162291] env[62679]: INFO nova.compute.manager [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Terminating instance [ 580.200201] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ed2e1-08c3-3750-001b-1eb2c138aacc, 'name': SearchDatastore_Task, 'duration_secs': 0.017587} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.202953] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.202953] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.202953] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.203330] env[62679]: DEBUG nova.network.neutron [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Updating instance_info_cache with network_info: [{"id": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "address": "fa:16:3e:16:1b:23", "network": {"id": "26540599-5d8b-45a3-9ebd-9e506ee112b1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-946525593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf49034f173c4eb5bf02e1ef8c1ec3e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95efd85-11", "ovs_interfaceid": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.270044] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3a376685-e27c-4aa8-8c99-a00ebd934507 tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.118s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.450019] env[62679]: DEBUG nova.network.neutron [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Successfully created port: ed1ae289-6c63-4b7a-89f5-ad2c3a780228 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.467251] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c1cc56-0a02-4b47-b3fb-31d499d1b0b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.494351] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance '199ee82a-84d4-4502-9fd0-48eb0322beaf' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 580.547440] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aabd81-777a-4540-84b4-1d5216030b2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.557634] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecf5d9c-d5c5-4c20-8f02-14c3a0360318 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.599825] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d430a712-05d8-4f36-b994-d53197f9502f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.613040] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528331db-4601-3877-7864-e38ade3519db, 'name': SearchDatastore_Task, 'duration_secs': 0.017143} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.615291] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.615613] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] cb2a3d96-0163-47de-beb6-7519b75247fb/cb2a3d96-0163-47de-beb6-7519b75247fb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.616085] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.616384] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.616698] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8bfcbca-cc60-4d19-b792-b4ac6d90c97c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.622018] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6d9b7e-fe37-4a25-9e31-ceb8f3bdb41e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.624160] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f286e9a1-055c-4510-a8e9-0a0b836bca33 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.639180] env[62679]: DEBUG nova.compute.provider_tree [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.644113] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 580.644113] env[62679]: value = "task-2411534" [ 580.644113] env[62679]: _type = "Task" [ 580.644113] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.644375] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.644536] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.645545] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15dae49b-7b21-43aa-90c5-16d96398119a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.655963] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 580.655963] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d3082-4473-0d22-3f19-ef3c2e39e353" [ 580.655963] env[62679]: _type = "Task" [ 580.655963] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.659374] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.668925] env[62679]: DEBUG nova.compute.manager [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.669175] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.673824] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709c86d8-0413-4f7d-9958-1331e0a6d043 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.680137] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d3082-4473-0d22-3f19-ef3c2e39e353, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.682277] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5c24dd-922d-4c0e-8b53-a25b124d83e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.690037] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.690037] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b83cb548-9b45-4718-b1d8-ba376670fdf5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.693641] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 580.693641] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5286e51c-0e4c-fd56-d09c-09f67feeaa87" [ 580.693641] env[62679]: _type = "Task" [ 580.693641] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.698480] env[62679]: DEBUG oslo_vmware.api [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 580.698480] env[62679]: value = "task-2411535" [ 580.698480] env[62679]: _type = "Task" [ 580.698480] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.706656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Releasing lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.707203] env[62679]: DEBUG nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Instance network_info: |[{"id": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "address": "fa:16:3e:16:1b:23", "network": {"id": "26540599-5d8b-45a3-9ebd-9e506ee112b1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-946525593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf49034f173c4eb5bf02e1ef8c1ec3e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95efd85-11", "ovs_interfaceid": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.707557] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5286e51c-0e4c-fd56-d09c-09f67feeaa87, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.710593] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:1b:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.718151] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Creating folder: Project (cf49034f173c4eb5bf02e1ef8c1ec3e5). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.718479] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.718717] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1/8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.718955] env[62679]: DEBUG oslo_vmware.api [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.719200] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d32eb181-feae-4d00-a9b1-0f563237404e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.721581] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4285720a-5ae3-4b2b-ad5a-33d1078bcab0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.732735] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 580.732735] env[62679]: value = "task-2411537" [ 580.732735] env[62679]: _type = "Task" [ 580.732735] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.737103] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Created folder: Project (cf49034f173c4eb5bf02e1ef8c1ec3e5) in parent group-v488891. [ 580.737342] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Creating folder: Instances. Parent ref: group-v488945. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.740118] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28addcb8-fc34-4366-bf22-39e4ed711b1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.744347] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.750220] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Created folder: Instances in parent group-v488945. [ 580.752018] env[62679]: DEBUG oslo.service.loopingcall [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.752018] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.752018] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f0686e4-f547-42f3-9514-1e418f9141d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.775858] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.775858] env[62679]: value = "task-2411539" [ 580.775858] env[62679]: _type = "Task" [ 580.775858] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.785645] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411539, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.006018] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.006561] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee4eb1dd-daad-4c08-bee8-e2f5c3944d1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.015382] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 581.015382] env[62679]: value = "task-2411540" [ 581.015382] env[62679]: _type = "Task" [ 581.015382] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.028396] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.105081] env[62679]: DEBUG nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.150743] env[62679]: DEBUG nova.scheduler.client.report [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.175366] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526113} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.176438] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] cb2a3d96-0163-47de-beb6-7519b75247fb/cb2a3d96-0163-47de-beb6-7519b75247fb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.176748] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.177079] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98def925-4397-4646-97f3-9089ca610436 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.188890] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 581.188890] env[62679]: value = "task-2411541" [ 581.188890] env[62679]: _type = "Task" [ 581.188890] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.199327] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.210637] env[62679]: DEBUG oslo_vmware.api [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411535, 'name': PowerOffVM_Task, 'duration_secs': 0.261097} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.210637] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.210637] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.210962] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c326e7f-e1b8-4628-a303-10410286a789 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.243703] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411537, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.253943] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.254227] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.254411] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.254594] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.254757] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.254907] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.255273] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.255563] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.255881] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.256302] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.256719] env[62679]: DEBUG nova.virt.hardware [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.257731] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e3be8-fd73-4e7e-9253-50353677dd8f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.268528] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ab464-8434-472a-9b77-2703042b8060 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.293873] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411539, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.313839] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.314141] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.314379] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Deleting the datastore file [datastore1] 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.314666] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13da0e96-326c-4aea-9cae-fb9eb46a99ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.325990] env[62679]: DEBUG oslo_vmware.api [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for the task: (returnval){ [ 581.325990] env[62679]: value = "task-2411543" [ 581.325990] env[62679]: _type = "Task" [ 581.325990] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.338804] env[62679]: DEBUG oslo_vmware.api [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.396714] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Updated VIF entry in instance network info cache for port 599bc7ae-61ad-4fae-9e46-c606bd9855ae. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.396714] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Updating instance_info_cache with network_info: [{"id": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "address": "fa:16:3e:21:eb:67", "network": {"id": "e28840a0-a592-4711-b83a-7040cd5081ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-469405714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ad837618b94362a6ba52ce9588988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap599bc7ae-61", "ovs_interfaceid": "599bc7ae-61ad-4fae-9e46-c606bd9855ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.435929] env[62679]: DEBUG nova.compute.manager [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Received event network-changed-22737b52-e296-4c6a-8ec5-6a293a9dce1c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 581.435929] env[62679]: DEBUG nova.compute.manager [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Refreshing instance network info cache due to event network-changed-22737b52-e296-4c6a-8ec5-6a293a9dce1c. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 581.437468] env[62679]: DEBUG oslo_concurrency.lockutils [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] Acquiring lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.437468] env[62679]: DEBUG oslo_concurrency.lockutils [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] Acquired lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.437468] env[62679]: DEBUG nova.network.neutron [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Refreshing network info cache for port 22737b52-e296-4c6a-8ec5-6a293a9dce1c {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.541813] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411540, 'name': PowerOffVM_Task, 'duration_secs': 0.240969} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.542123] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.542312] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance '199ee82a-84d4-4502-9fd0-48eb0322beaf' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 581.555872] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "c6817a48-72cd-49f2-94c2-fad0a792b351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.556155] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.666020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.666020] env[62679]: DEBUG nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.666722] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.706s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.668272] env[62679]: INFO nova.compute.claims [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.702286] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232026} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.706233] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.706233] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9234d6ae-faab-4c4e-a876-0660c4aace27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.732449] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] cb2a3d96-0163-47de-beb6-7519b75247fb/cb2a3d96-0163-47de-beb6-7519b75247fb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.733579] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0016241d-afb0-4822-8249-84ed2852d45b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.764826] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886752} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.766472] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1/8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.767948] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.767948] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 581.767948] env[62679]: value = "task-2411545" [ 581.767948] env[62679]: _type = "Task" [ 581.767948] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.767948] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560a8f6d-ba0a-4494-acda-73403bb669fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.784135] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.784654] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 581.784654] env[62679]: value = "task-2411546" [ 581.784654] env[62679]: _type = "Task" [ 581.784654] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.792721] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411539, 'name': CreateVM_Task, 'duration_secs': 0.947273} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.793491] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.794308] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.794493] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.794885] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.795413] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fd1390-dd80-4824-8a60-be81e8484b29 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.800605] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.804641] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 581.804641] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5251015f-2208-3455-6a3d-0fe031e603a3" [ 581.804641] env[62679]: _type = "Task" [ 581.804641] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.813281] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5251015f-2208-3455-6a3d-0fe031e603a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.839944] env[62679]: DEBUG oslo_vmware.api [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Task: {'id': task-2411543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429629} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.840417] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.841412] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.841412] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.841412] env[62679]: INFO nova.compute.manager [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 581.841664] env[62679]: DEBUG oslo.service.loopingcall [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.841825] env[62679]: DEBUG nova.compute.manager [-] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.842080] env[62679]: DEBUG nova.network.neutron [-] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.901152] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Releasing lock "refresh_cache-7d3160f9-0382-4f8b-8378-2b14014486ac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.901562] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Received event network-changed-7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 581.901843] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Refreshing instance network info cache due to event network-changed-7669997a-a2b7-4381-ad12-3aae9256e945. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 581.902213] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Acquiring lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.902471] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Acquired lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.902743] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Refreshing network info cache for port 7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.048652] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.048841] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.049022] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.049199] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.049393] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.049513] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.049718] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.049874] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.051270] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.051551] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.051749] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.057414] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe600c06-8360-4867-a3e5-cdb39a3336f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.074626] env[62679]: DEBUG nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.086145] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 582.086145] env[62679]: value = "task-2411547" [ 582.086145] env[62679]: _type = "Task" [ 582.086145] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.095487] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.177926] env[62679]: DEBUG nova.compute.utils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.184407] env[62679]: DEBUG nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.184651] env[62679]: DEBUG nova.network.neutron [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.281530] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411545, 'name': ReconfigVM_Task, 'duration_secs': 0.409609} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.282075] env[62679]: DEBUG nova.network.neutron [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Updated VIF entry in instance network info cache for port 22737b52-e296-4c6a-8ec5-6a293a9dce1c. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.282564] env[62679]: DEBUG nova.network.neutron [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Updating instance_info_cache with network_info: [{"id": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "address": "fa:16:3e:04:4b:4d", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737b52-e2", "ovs_interfaceid": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.283710] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Reconfigured VM instance instance-00000010 to attach disk [datastore2] cb2a3d96-0163-47de-beb6-7519b75247fb/cb2a3d96-0163-47de-beb6-7519b75247fb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.285335] env[62679]: DEBUG nova.policy [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eba1017f1aa47fab2a7f7255470861f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b179db6da39f42ea96b11011d95b539a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.290472] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d50913f-8ccf-4011-8137-08e79ba244c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.304734] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080471} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.306132] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.306455] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 582.306455] env[62679]: value = "task-2411548" [ 582.306455] env[62679]: _type = "Task" [ 582.306455] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.310103] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0008ed-4bad-4f41-84f9-7bf873345e98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.323944] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411548, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.336343] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5251015f-2208-3455-6a3d-0fe031e603a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.343127] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1/8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.343832] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.343832] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.344013] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.344158] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.344320] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.344893] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f781e21-562b-4142-a105-ff79cdb6584e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.361514] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a008c5b-dec3-41e8-aed9-75a695d6d565 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.371976] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 582.371976] env[62679]: value = "task-2411549" [ 582.371976] env[62679]: _type = "Task" [ 582.371976] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.373709] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.373767] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.378572] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e84c649-f8ba-497b-888f-00a527f2b0d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.386132] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 582.386132] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528fef79-75f6-b843-ee6c-c24c605072c1" [ 582.386132] env[62679]: _type = "Task" [ 582.386132] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.391060] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411549, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.403590] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528fef79-75f6-b843-ee6c-c24c605072c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.489999] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "204e3516-e790-4b20-b9e4-9696b682b58d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.490246] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "204e3516-e790-4b20-b9e4-9696b682b58d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.529899] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.530176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.596685] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411547, 'name': ReconfigVM_Task, 'duration_secs': 0.387041} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.596997] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance '199ee82a-84d4-4502-9fd0-48eb0322beaf' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 582.609553] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.680198] env[62679]: DEBUG nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.691918] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "d4d0eabc-e9f4-4a8c-9645-83f591476870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.692173] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.692382] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "d4d0eabc-e9f4-4a8c-9645-83f591476870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.692592] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.692758] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.698534] env[62679]: INFO nova.compute.manager [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Terminating instance [ 582.754966] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "5c8bfe41-7791-406a-bcc6-532673cc9475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.754966] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.755084] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "5c8bfe41-7791-406a-bcc6-532673cc9475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.756076] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.756076] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.758398] env[62679]: INFO nova.compute.manager [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Terminating instance [ 582.793652] env[62679]: DEBUG oslo_concurrency.lockutils [req-e9462d68-3b92-43f8-a550-24137c5ce35a req-3a8df310-53c1-43f3-a1f6-e270ba50ea24 service nova] Releasing lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.829827] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411548, 'name': Rename_Task, 'duration_secs': 0.295087} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.831370] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.831370] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c0ec5a5-a9c8-4eff-af49-7b3bbf01b34f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.839823] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 582.839823] env[62679]: value = "task-2411550" [ 582.839823] env[62679]: _type = "Task" [ 582.839823] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.859477] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.864625] env[62679]: DEBUG nova.network.neutron [-] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.887678] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411549, 'name': ReconfigVM_Task, 'duration_secs': 0.295586} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.888026] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1/8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.888852] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e53fb75f-9476-4782-b2d2-48869877f2ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.902612] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528fef79-75f6-b843-ee6c-c24c605072c1, 'name': SearchDatastore_Task, 'duration_secs': 0.023611} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.906399] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 582.906399] env[62679]: value = "task-2411551" [ 582.906399] env[62679]: _type = "Task" [ 582.906399] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.906805] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eabfc23-1b59-41c9-87f7-e2082d090fd0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.922940] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 582.922940] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288f8c7-5ca4-05f0-a030-d4895b005aa0" [ 582.922940] env[62679]: _type = "Task" [ 582.922940] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.923695] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411551, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.936175] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288f8c7-5ca4-05f0-a030-d4895b005aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.993031] env[62679]: DEBUG nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.093956] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8061fe92-a6ec-4f47-a414-9accf606747f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.101651] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9056b9-b1dd-4050-9fe3-9717e9dd2534 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.106294] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.106514] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.106670] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.106849] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.106993] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.107151] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.107369] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.107550] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.107715] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.107871] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.108053] env[62679]: DEBUG nova.virt.hardware [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.113235] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 583.113475] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78448e45-5dbd-461b-9458-09af9bd8d5da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.126972] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updated VIF entry in instance network info cache for port 7669997a-a2b7-4381-ad12-3aae9256e945. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.127306] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updating instance_info_cache with network_info: [{"id": "7669997a-a2b7-4381-ad12-3aae9256e945", "address": "fa:16:3e:d6:8e:36", "network": {"id": "96afd465-caf6-4f49-bb7f-b136fa7f1ddd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-859931703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c398f12158540418553134bb56ab92a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7669997a-a2", "ovs_interfaceid": "7669997a-a2b7-4381-ad12-3aae9256e945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.159902] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f338e-2f82-4fcd-ac76-776952fe07d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.163191] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 583.163191] env[62679]: value = "task-2411552" [ 583.163191] env[62679]: _type = "Task" [ 583.163191] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.170667] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de9c256-cf7f-48ef-a48b-559413486cab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.177710] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.192267] env[62679]: DEBUG nova.compute.provider_tree [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.202554] env[62679]: DEBUG nova.compute.manager [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 583.202769] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.207251] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df691ee-54ba-4e85-a7f3-b5da53b0a483 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.213072] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.213386] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeee8bf5-bbc1-49da-96f0-518f6ce83e7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.224030] env[62679]: DEBUG oslo_vmware.api [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 583.224030] env[62679]: value = "task-2411553" [ 583.224030] env[62679]: _type = "Task" [ 583.224030] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.233551] env[62679]: DEBUG oslo_vmware.api [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.263774] env[62679]: DEBUG nova.compute.manager [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 583.263774] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.263774] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee40139-33d1-4a36-9f5a-6f9c51e5c38f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.272747] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.273069] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce65c12-ef32-4929-b589-fbc2f411578e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.282104] env[62679]: DEBUG oslo_vmware.api [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 583.282104] env[62679]: value = "task-2411554" [ 583.282104] env[62679]: _type = "Task" [ 583.282104] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.291968] env[62679]: DEBUG oslo_vmware.api [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.355484] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.369203] env[62679]: INFO nova.compute.manager [-] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Took 1.53 seconds to deallocate network for instance. [ 583.422405] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411551, 'name': Rename_Task, 'duration_secs': 0.163028} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.422405] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.422564] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d0bab5-0c47-4146-bd9b-90c395cdfd14 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.435042] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288f8c7-5ca4-05f0-a030-d4895b005aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.028268} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.437037] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.437485] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 939bf798-eece-4e22-95c4-c5e62b979829/939bf798-eece-4e22-95c4-c5e62b979829.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.438477] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 583.438477] env[62679]: value = "task-2411555" [ 583.438477] env[62679]: _type = "Task" [ 583.438477] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.438760] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2384b13-57c2-4eba-8567-14e756cd3cde {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.453823] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.456633] env[62679]: DEBUG nova.network.neutron [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Successfully updated port: ed1ae289-6c63-4b7a-89f5-ad2c3a780228 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.459172] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 583.459172] env[62679]: value = "task-2411556" [ 583.459172] env[62679]: _type = "Task" [ 583.459172] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.459892] env[62679]: DEBUG nova.network.neutron [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Successfully created port: cdd64ba8-76e5-4edc-bd03-4004222cb226 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.475023] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.520052] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.661666] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Releasing lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.661666] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Received event network-vif-plugged-2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 583.661666] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Acquiring lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.661666] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.661666] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.662038] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] No waiting events found dispatching network-vif-plugged-2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.662038] env[62679]: WARNING nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Received unexpected event network-vif-plugged-2201bb10-896a-42e1-a13b-283a07de5bee for instance with vm_state building and task_state spawning. [ 583.662038] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Received event network-changed-2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 583.662038] env[62679]: DEBUG nova.compute.manager [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Refreshing instance network info cache due to event network-changed-2201bb10-896a-42e1-a13b-283a07de5bee. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 583.662038] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Acquiring lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.662192] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Acquired lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.662192] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Refreshing network info cache for port 2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.678314] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411552, 'name': ReconfigVM_Task, 'duration_secs': 0.201085} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.679083] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 583.683738] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8665a7f-4000-4a1b-bcde-5b6d7a6ce58a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.702793] env[62679]: DEBUG nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.706341] env[62679]: DEBUG nova.scheduler.client.report [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.720659] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 199ee82a-84d4-4502-9fd0-48eb0322beaf/199ee82a-84d4-4502-9fd0-48eb0322beaf.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.720659] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b34c827-40ca-4dcd-b414-30231eb8a4d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.750014] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 583.750014] env[62679]: value = "task-2411557" [ 583.750014] env[62679]: _type = "Task" [ 583.750014] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.753760] env[62679]: DEBUG oslo_vmware.api [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411553, 'name': PowerOffVM_Task, 'duration_secs': 0.21852} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.756513] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.757062] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.757281] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.757491] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.757632] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.757798] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.758133] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.758187] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.758352] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.758523] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.758690] env[62679]: DEBUG nova.virt.hardware [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.763566] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 583.763566] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 583.765315] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f54994-ab56-4d79-beab-caa0e5d9b86c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.770359] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3b90710-7af8-47a4-9aa2-ad877d05e7ad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.784827] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b9054a-366f-4f70-bbdb-53aac1b6ace8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.791386] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.803336] env[62679]: DEBUG oslo_vmware.api [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411554, 'name': PowerOffVM_Task, 'duration_secs': 0.208273} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.816284] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 583.816284] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 583.816284] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b260e01-c5c4-4e54-b19d-39cb70855e0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.856729] env[62679]: DEBUG oslo_vmware.api [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411550, 'name': PowerOnVM_Task, 'duration_secs': 0.962031} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.857049] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.857390] env[62679]: INFO nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Took 10.45 seconds to spawn the instance on the hypervisor. [ 583.857507] env[62679]: DEBUG nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.858396] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f705fde1-a6b8-4fb2-8b2c-b1661acf5960 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.872705] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 583.872823] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 583.873081] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Deleting the datastore file [datastore2] d4d0eabc-e9f4-4a8c-9645-83f591476870 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.873907] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78abed8e-ba1a-4e15-9910-4e2b77980359 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.883022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.883171] env[62679]: DEBUG oslo_vmware.api [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for the task: (returnval){ [ 583.883171] env[62679]: value = "task-2411561" [ 583.883171] env[62679]: _type = "Task" [ 583.883171] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.900176] env[62679]: DEBUG oslo_vmware.api [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.929538] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 583.929866] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 583.930122] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Deleting the datastore file [datastore2] 5c8bfe41-7791-406a-bcc6-532673cc9475 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.930504] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78fe357a-c6b8-4cb4-8213-4043a95e7594 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.943054] env[62679]: DEBUG oslo_vmware.api [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for the task: (returnval){ [ 583.943054] env[62679]: value = "task-2411562" [ 583.943054] env[62679]: _type = "Task" [ 583.943054] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.960776] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "refresh_cache-23c0eb52-da0c-4dec-876d-caafa43b4c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.960980] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired lock "refresh_cache-23c0eb52-da0c-4dec-876d-caafa43b4c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.961117] env[62679]: DEBUG nova.network.neutron [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.963712] env[62679]: DEBUG oslo_vmware.api [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.967763] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411555, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.981737] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411556, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.223759] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.224528] env[62679]: DEBUG nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.228234] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.448s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.228879] env[62679]: INFO nova.compute.claims [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.241596] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "681316d4-efba-4601-a9c6-59b79bb226b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.241596] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "681316d4-efba-4601-a9c6-59b79bb226b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.271465] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411557, 'name': ReconfigVM_Task, 'duration_secs': 0.393554} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.274152] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 199ee82a-84d4-4502-9fd0-48eb0322beaf/199ee82a-84d4-4502-9fd0-48eb0322beaf.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.274152] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance '199ee82a-84d4-4502-9fd0-48eb0322beaf' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 584.283333] env[62679]: DEBUG nova.compute.manager [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Received event network-vif-plugged-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 584.283333] env[62679]: DEBUG oslo_concurrency.lockutils [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] Acquiring lock "939bf798-eece-4e22-95c4-c5e62b979829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.283333] env[62679]: DEBUG oslo_concurrency.lockutils [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] Lock "939bf798-eece-4e22-95c4-c5e62b979829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.283333] env[62679]: DEBUG oslo_concurrency.lockutils [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] Lock "939bf798-eece-4e22-95c4-c5e62b979829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.283333] env[62679]: DEBUG nova.compute.manager [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] No waiting events found dispatching network-vif-plugged-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.283616] env[62679]: WARNING nova.compute.manager [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Received unexpected event network-vif-plugged-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 for instance with vm_state building and task_state spawning. [ 584.283616] env[62679]: DEBUG nova.compute.manager [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Received event network-changed-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 584.283616] env[62679]: DEBUG nova.compute.manager [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Refreshing instance network info cache due to event network-changed-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 584.283616] env[62679]: DEBUG oslo_concurrency.lockutils [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] Acquiring lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.283760] env[62679]: DEBUG oslo_concurrency.lockutils [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] Acquired lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.283792] env[62679]: DEBUG nova.network.neutron [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Refreshing network info cache for port b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.384221] env[62679]: INFO nova.compute.manager [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Took 22.62 seconds to build instance. [ 584.395527] env[62679]: DEBUG oslo_vmware.api [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Task: {'id': task-2411561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310062} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.395907] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.396042] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.396218] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.396411] env[62679]: INFO nova.compute.manager [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Took 1.19 seconds to destroy the instance on the hypervisor. [ 584.396657] env[62679]: DEBUG oslo.service.loopingcall [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.396889] env[62679]: DEBUG nova.compute.manager [-] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 584.397033] env[62679]: DEBUG nova.network.neutron [-] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 584.456284] env[62679]: DEBUG oslo_vmware.api [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2411555, 'name': PowerOnVM_Task, 'duration_secs': 0.748996} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.456935] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.457320] env[62679]: INFO nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Took 13.67 seconds to spawn the instance on the hypervisor. [ 584.457427] env[62679]: DEBUG nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.458198] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff429c-03f6-4b1a-afea-6a7f16a3218c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.464264] env[62679]: DEBUG oslo_vmware.api [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Task: {'id': task-2411562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281532} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.465094] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.465307] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.465658] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.465913] env[62679]: INFO nova.compute.manager [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Took 1.20 seconds to destroy the instance on the hypervisor. [ 584.466193] env[62679]: DEBUG oslo.service.loopingcall [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.467518] env[62679]: DEBUG nova.compute.manager [-] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 584.467518] env[62679]: DEBUG nova.network.neutron [-] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 584.486708] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570667} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.486989] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 939bf798-eece-4e22-95c4-c5e62b979829/939bf798-eece-4e22-95c4-c5e62b979829.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.487641] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.487641] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98ee5955-864b-48da-98a9-a19c3d046766 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.495537] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 584.495537] env[62679]: value = "task-2411563" [ 584.495537] env[62679]: _type = "Task" [ 584.495537] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.508154] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.554127] env[62679]: DEBUG nova.network.neutron [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.606743] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.607329] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.607757] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "68867eaf-ba52-4afd-bc33-f99d461a7e37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.608366] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.608366] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.612662] env[62679]: INFO nova.compute.manager [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Terminating instance [ 584.734870] env[62679]: DEBUG nova.compute.utils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.741029] env[62679]: DEBUG nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.741029] env[62679]: DEBUG nova.network.neutron [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.760591] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updated VIF entry in instance network info cache for port 2201bb10-896a-42e1-a13b-283a07de5bee. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.761042] env[62679]: DEBUG nova.network.neutron [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [{"id": "2201bb10-896a-42e1-a13b-283a07de5bee", "address": "fa:16:3e:b7:9c:34", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201bb10-89", "ovs_interfaceid": "2201bb10-896a-42e1-a13b-283a07de5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.779414] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2262fa-2ff6-40c4-96e6-33ae16e508e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.808866] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f3f3ba-2b85-499e-927d-7ab298405afd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.832294] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance '199ee82a-84d4-4502-9fd0-48eb0322beaf' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 584.878551] env[62679]: DEBUG nova.policy [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378481dc59324b74a0c27507e02806a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264bb4dee6464c719bbdb84fa2715222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.890558] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81a43419-a1f0-4de1-a41d-6b0683cb5519 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.071s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.969690] env[62679]: DEBUG nova.network.neutron [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Updating instance_info_cache with network_info: [{"id": "ed1ae289-6c63-4b7a-89f5-ad2c3a780228", "address": "fa:16:3e:52:c4:69", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1ae289-6c", "ovs_interfaceid": "ed1ae289-6c63-4b7a-89f5-ad2c3a780228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.994883] env[62679]: INFO nova.compute.manager [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Took 26.22 seconds to build instance. [ 585.013275] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069574} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.013704] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.014902] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d3f9c7-b205-47fa-b0b0-ef31c2f7b1f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.048333] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 939bf798-eece-4e22-95c4-c5e62b979829/939bf798-eece-4e22-95c4-c5e62b979829.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.049162] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea886c1c-3d46-48bb-945e-c60713f658e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.075944] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 585.075944] env[62679]: value = "task-2411564" [ 585.075944] env[62679]: _type = "Task" [ 585.075944] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.086985] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.121849] env[62679]: DEBUG nova.compute.manager [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 585.122117] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 585.123457] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879f9276-dc68-4036-aa7b-1e44ee577c42 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.133567] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.133870] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8ffa664-0665-4290-ac43-b6c83cffaf93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.233253] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.233609] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.233654] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore2] 68867eaf-ba52-4afd-bc33-f99d461a7e37 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.233901] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e2fb0a6-4868-4d3c-90c8-89815e96da53 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.240018] env[62679]: DEBUG nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.251016] env[62679]: DEBUG oslo_vmware.api [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 585.251016] env[62679]: value = "task-2411566" [ 585.251016] env[62679]: _type = "Task" [ 585.251016] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.261114] env[62679]: DEBUG nova.compute.manager [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Received event network-changed-6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 585.261352] env[62679]: DEBUG nova.compute.manager [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Refreshing instance network info cache due to event network-changed-6ec260f5-90c6-4941-ae95-e51620a6e23b. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 585.262067] env[62679]: DEBUG oslo_concurrency.lockutils [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] Acquiring lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.262067] env[62679]: DEBUG oslo_concurrency.lockutils [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] Acquired lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.262067] env[62679]: DEBUG nova.network.neutron [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Refreshing network info cache for port 6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.264297] env[62679]: DEBUG oslo_concurrency.lockutils [req-97760b29-91db-4f7f-925c-277eb46f7742 req-bdef69a0-81ee-4982-9259-342b5e104d96 service nova] Releasing lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.270250] env[62679]: DEBUG oslo_vmware.api [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.393856] env[62679]: DEBUG nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.401694] env[62679]: DEBUG nova.network.neutron [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Port 27e5d0af-01bf-47ee-a0aa-2acae7563e3b binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 585.450304] env[62679]: DEBUG nova.network.neutron [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Successfully created port: 45f53e63-7856-400e-b42c-7bd6c3ac03cd {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.472316] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Releasing lock "refresh_cache-23c0eb52-da0c-4dec-876d-caafa43b4c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.472650] env[62679]: DEBUG nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Instance network_info: |[{"id": "ed1ae289-6c63-4b7a-89f5-ad2c3a780228", "address": "fa:16:3e:52:c4:69", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1ae289-6c", "ovs_interfaceid": "ed1ae289-6c63-4b7a-89f5-ad2c3a780228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.476033] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:c4:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed1ae289-6c63-4b7a-89f5-ad2c3a780228', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.483964] env[62679]: DEBUG oslo.service.loopingcall [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.484916] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.486097] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-516e50a8-809b-4d42-9390-ebd4dae9b9da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.505627] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0e878fe4-e52e-4df3-8fd8-edea6ce7685b tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.768s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.519022] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.519022] env[62679]: value = "task-2411567" [ 585.519022] env[62679]: _type = "Task" [ 585.519022] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.542203] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411567, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.593700] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.686034] env[62679]: DEBUG nova.network.neutron [-] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.778707] env[62679]: DEBUG oslo_vmware.api [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508627} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.779063] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.779265] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.779555] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.779844] env[62679]: INFO nova.compute.manager [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Took 0.66 seconds to destroy the instance on the hypervisor. [ 585.780249] env[62679]: DEBUG oslo.service.loopingcall [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.780531] env[62679]: DEBUG nova.compute.manager [-] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.780862] env[62679]: DEBUG nova.network.neutron [-] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.807955] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a94a6bc-d213-4f88-a827-e6180c905b10 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.821758] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80c7a7-7a44-4c39-88f7-96e92627ceb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.878580] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ce0de8-26b8-49b7-a5dd-89d40cf9acd7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.893365] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ef9600-525e-4238-8ab5-f267feb27d45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.918528] env[62679]: DEBUG nova.compute.provider_tree [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.925223] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.980687] env[62679]: DEBUG nova.network.neutron [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Updated VIF entry in instance network info cache for port b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.981406] env[62679]: DEBUG nova.network.neutron [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Updating instance_info_cache with network_info: [{"id": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "address": "fa:16:3e:16:1b:23", "network": {"id": "26540599-5d8b-45a3-9ebd-9e506ee112b1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-946525593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf49034f173c4eb5bf02e1ef8c1ec3e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95efd85-11", "ovs_interfaceid": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.009661] env[62679]: DEBUG nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.030329] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411567, 'name': CreateVM_Task, 'duration_secs': 0.490862} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.030329] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.031191] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.031596] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.031997] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.032237] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e9d0cf-fd35-44ba-bdb2-d5e9792118c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.039149] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 586.039149] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dc1b60-b188-101d-89da-5b474668917d" [ 586.039149] env[62679]: _type = "Task" [ 586.039149] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.053275] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dc1b60-b188-101d-89da-5b474668917d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.091413] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411564, 'name': ReconfigVM_Task, 'duration_secs': 0.808897} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.091413] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 939bf798-eece-4e22-95c4-c5e62b979829/939bf798-eece-4e22-95c4-c5e62b979829.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.092238] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04790c36-42a1-4001-88d4-9a4ae7203a9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.100029] env[62679]: DEBUG nova.network.neutron [-] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.103362] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 586.103362] env[62679]: value = "task-2411568" [ 586.103362] env[62679]: _type = "Task" [ 586.103362] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.120024] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411568, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.189063] env[62679]: INFO nova.compute.manager [-] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Took 1.72 seconds to deallocate network for instance. [ 586.268937] env[62679]: DEBUG nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.301978] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.302253] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.302461] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.302579] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.302733] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.303107] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.303307] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.303437] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.303560] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.303720] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.303897] env[62679]: DEBUG nova.virt.hardware [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.304918] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcecf69-4bbf-4b61-81bd-dd2e38a2d43b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.315258] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45841599-eef0-4044-898f-7b9e414b4294 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.430650] env[62679]: DEBUG nova.scheduler.client.report [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.438565] env[62679]: DEBUG nova.network.neutron [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Successfully updated port: cdd64ba8-76e5-4edc-bd03-4004222cb226 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.447207] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.447425] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.447497] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.484531] env[62679]: DEBUG oslo_concurrency.lockutils [req-12b9931b-6a9b-44bf-b728-15f2a59b364b req-818259d3-52fc-43d4-bc01-4d277953ab27 service nova] Releasing lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.534863] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.551229] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dc1b60-b188-101d-89da-5b474668917d, 'name': SearchDatastore_Task, 'duration_secs': 0.020068} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.551541] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.551828] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.552053] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.552154] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.552335] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.552607] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a54669-4ba5-4407-93ed-a972a70e57c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.555349] env[62679]: DEBUG nova.network.neutron [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updated VIF entry in instance network info cache for port 6ec260f5-90c6-4941-ae95-e51620a6e23b. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.555702] env[62679]: DEBUG nova.network.neutron [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updating instance_info_cache with network_info: [{"id": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "address": "fa:16:3e:31:d7:59", "network": {"id": "230da1f2-1ec1-422c-aad5-a53b488bc3fe", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1072393809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ecc6d40e3a43dbb44c1c577edbd011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec260f5-90", "ovs_interfaceid": "6ec260f5-90c6-4941-ae95-e51620a6e23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.566220] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.566440] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.567310] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b69f9be-0150-4f93-9e47-8a4f5cbb01d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.574419] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 586.574419] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522bf29d-4ac5-df1c-40a7-cc906a197816" [ 586.574419] env[62679]: _type = "Task" [ 586.574419] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.584576] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522bf29d-4ac5-df1c-40a7-cc906a197816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.604790] env[62679]: INFO nova.compute.manager [-] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Took 2.21 seconds to deallocate network for instance. [ 586.620909] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411568, 'name': Rename_Task, 'duration_secs': 0.261618} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.623458] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.623458] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0758589-d408-423e-8041-2885deb41f4e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.634022] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 586.634022] env[62679]: value = "task-2411569" [ 586.634022] env[62679]: _type = "Task" [ 586.634022] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.643381] env[62679]: DEBUG nova.network.neutron [-] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.644662] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.697891] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.953129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "refresh_cache-6eee618e-9a34-4dc3-a0bf-506575b4aaec" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.953129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired lock "refresh_cache-6eee618e-9a34-4dc3-a0bf-506575b4aaec" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.953129] env[62679]: DEBUG nova.network.neutron [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.953129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.953767] env[62679]: DEBUG nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.959286] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.936s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.961082] env[62679]: INFO nova.compute.claims [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.058243] env[62679]: DEBUG oslo_concurrency.lockutils [req-0bac3285-6345-4d4a-9bfb-5c3a08160cc1 req-eba092d5-722f-43a4-8cf3-c0a6ea82dd5f service nova] Releasing lock "refresh_cache-f9123f08-addd-44ef-8572-45ffc3ba8679" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.088581] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522bf29d-4ac5-df1c-40a7-cc906a197816, 'name': SearchDatastore_Task, 'duration_secs': 0.018895} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.088581] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df96b3e-dd2c-4170-a899-165adc5eec69 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.095243] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 587.095243] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274129a-b0ff-ee9e-850e-d0b10b33f285" [ 587.095243] env[62679]: _type = "Task" [ 587.095243] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.106364] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274129a-b0ff-ee9e-850e-d0b10b33f285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.116424] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.149324] env[62679]: INFO nova.compute.manager [-] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Took 1.37 seconds to deallocate network for instance. [ 587.149515] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411569, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.295929] env[62679]: DEBUG nova.network.neutron [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Successfully updated port: 45f53e63-7856-400e-b42c-7bd6c3ac03cd {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.383644] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.383866] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.468435] env[62679]: DEBUG nova.compute.utils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.472788] env[62679]: DEBUG nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.472981] env[62679]: DEBUG nova.network.neutron [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.491566] env[62679]: DEBUG nova.network.neutron [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.599811] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.599987] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.600179] env[62679]: DEBUG nova.network.neutron [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.608654] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274129a-b0ff-ee9e-850e-d0b10b33f285, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.609044] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.609374] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 23c0eb52-da0c-4dec-876d-caafa43b4c9c/23c0eb52-da0c-4dec-876d-caafa43b4c9c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.610189] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-580c0f89-c3fd-4fea-bcab-2f309e7a10bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.618569] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 587.618569] env[62679]: value = "task-2411570" [ 587.618569] env[62679]: _type = "Task" [ 587.618569] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.627375] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.636120] env[62679]: DEBUG nova.network.neutron [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Updating instance_info_cache with network_info: [{"id": "cdd64ba8-76e5-4edc-bd03-4004222cb226", "address": "fa:16:3e:84:ab:41", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd64ba8-76", "ovs_interfaceid": "cdd64ba8-76e5-4edc-bd03-4004222cb226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.646868] env[62679]: DEBUG oslo_vmware.api [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411569, 'name': PowerOnVM_Task, 'duration_secs': 0.55418} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.647271] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.647584] env[62679]: INFO nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Took 11.66 seconds to spawn the instance on the hypervisor. [ 587.647885] env[62679]: DEBUG nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.649583] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9af5dc-e6c9-48fe-9fa8-0279a5d87ffd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.657147] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.684202] env[62679]: DEBUG nova.policy [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3fe925dad14bf78b27dc4b44a57683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac812e13f2c246d1b6ff84f558834605', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.801239] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "refresh_cache-ba09d236-2afc-471d-9582-e096a4479c84" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.801239] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "refresh_cache-ba09d236-2afc-471d-9582-e096a4479c84" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.801239] env[62679]: DEBUG nova.network.neutron [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.802840] env[62679]: DEBUG nova.compute.manager [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.803965] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a183212-b9dc-4200-b366-f29e120199b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.977698] env[62679]: DEBUG nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.142916] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411570, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.143554] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Releasing lock "refresh_cache-6eee618e-9a34-4dc3-a0bf-506575b4aaec" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.143881] env[62679]: DEBUG nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Instance network_info: |[{"id": "cdd64ba8-76e5-4edc-bd03-4004222cb226", "address": "fa:16:3e:84:ab:41", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd64ba8-76", "ovs_interfaceid": "cdd64ba8-76e5-4edc-bd03-4004222cb226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.144338] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ab:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdd64ba8-76e5-4edc-bd03-4004222cb226', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.155701] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Creating folder: Project (b179db6da39f42ea96b11011d95b539a). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.165394] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-549fb991-bef8-4137-9807-609f2562a50d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.173167] env[62679]: INFO nova.compute.manager [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Took 23.87 seconds to build instance. [ 588.186151] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Created folder: Project (b179db6da39f42ea96b11011d95b539a) in parent group-v488891. [ 588.186151] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Creating folder: Instances. Parent ref: group-v488950. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.186151] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-877ccd0a-31e2-4a5c-9ecb-d11f81f76f78 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.210843] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Created folder: Instances in parent group-v488950. [ 588.211388] env[62679]: DEBUG oslo.service.loopingcall [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.211674] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.211914] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58e3558-18db-4aa6-9fce-d8423cd2fc3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.246245] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.246245] env[62679]: value = "task-2411574" [ 588.246245] env[62679]: _type = "Task" [ 588.246245] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.260379] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411574, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.314980] env[62679]: INFO nova.compute.manager [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] instance snapshotting [ 588.322861] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2356d136-e044-4a85-9919-7d27321f8cad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.355440] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3504be3-4177-415a-b6dc-40a35ff28dc8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.425581] env[62679]: DEBUG nova.network.neutron [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance_info_cache with network_info: [{"id": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "address": "fa:16:3e:f4:2a:58", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e5d0af-01", "ovs_interfaceid": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.442299] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Received event network-vif-deleted-32c30056-5f34-49f0-aab7-36ea3288a2fa {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 588.442702] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Received event network-vif-plugged-ed1ae289-6c63-4b7a-89f5-ad2c3a780228 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 588.445769] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Acquiring lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.445769] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.445769] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.445769] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] No waiting events found dispatching network-vif-plugged-ed1ae289-6c63-4b7a-89f5-ad2c3a780228 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.445769] env[62679]: WARNING nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Received unexpected event network-vif-plugged-ed1ae289-6c63-4b7a-89f5-ad2c3a780228 for instance with vm_state building and task_state spawning. [ 588.446025] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Received event network-changed-ed1ae289-6c63-4b7a-89f5-ad2c3a780228 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 588.446025] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Refreshing instance network info cache due to event network-changed-ed1ae289-6c63-4b7a-89f5-ad2c3a780228. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 588.446025] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Acquiring lock "refresh_cache-23c0eb52-da0c-4dec-876d-caafa43b4c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.446025] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Acquired lock "refresh_cache-23c0eb52-da0c-4dec-876d-caafa43b4c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.446025] env[62679]: DEBUG nova.network.neutron [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Refreshing network info cache for port ed1ae289-6c63-4b7a-89f5-ad2c3a780228 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.447335] env[62679]: DEBUG nova.network.neutron [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.545860] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220caab5-60fc-4b00-a42b-db68da9ed13d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.555067] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338bf4ec-11ad-4ade-9b4f-a68780cbe42f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.592242] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a4709-e819-461d-b297-3e86c240b604 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.602071] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00f0d3b-6025-4aae-8613-9c150736db8a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.616900] env[62679]: DEBUG nova.compute.provider_tree [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.632022] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82081} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.632022] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 23c0eb52-da0c-4dec-876d-caafa43b4c9c/23c0eb52-da0c-4dec-876d-caafa43b4c9c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.632022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.632022] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcf5664a-2798-4081-a620-14db3df41f0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.639708] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 588.639708] env[62679]: value = "task-2411575" [ 588.639708] env[62679]: _type = "Task" [ 588.639708] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.650340] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.677264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-38cb7cf0-e80e-4a38-9546-2d7701b237e4 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "939bf798-eece-4e22-95c4-c5e62b979829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.387s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.686493] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "834e64fc-b0cb-4903-ac84-b28d41dc4583" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.686759] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.740971] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "151267de-2916-4c2d-97a7-927a33a89b4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.741342] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "151267de-2916-4c2d-97a7-927a33a89b4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.741574] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "151267de-2916-4c2d-97a7-927a33a89b4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.742207] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "151267de-2916-4c2d-97a7-927a33a89b4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.742407] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "151267de-2916-4c2d-97a7-927a33a89b4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.745177] env[62679]: INFO nova.compute.manager [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Terminating instance [ 588.761078] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411574, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.870195] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 588.870553] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a9e64cf-c879-4948-80b2-37144b73f64e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.881060] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 588.881060] env[62679]: value = "task-2411576" [ 588.881060] env[62679]: _type = "Task" [ 588.881060] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.892408] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.929594] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.944708] env[62679]: DEBUG nova.network.neutron [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Updating instance_info_cache with network_info: [{"id": "45f53e63-7856-400e-b42c-7bd6c3ac03cd", "address": "fa:16:3e:ca:64:1e", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f53e63-78", "ovs_interfaceid": "45f53e63-7856-400e-b42c-7bd6c3ac03cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.989163] env[62679]: DEBUG nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.021952] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.022223] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.022390] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.022573] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.022722] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.022894] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.023382] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.023724] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.024074] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.024347] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.024672] env[62679]: DEBUG nova.virt.hardware [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.025793] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f14a2-71bd-4ff3-8215-d7378f8a4981 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.038655] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f0df5-4b7f-4050-9788-fc8b70aab810 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.060250] env[62679]: DEBUG nova.compute.manager [None req-1c7da015-3141-461e-85d6-59e0a9f6b847 tempest-ServerExternalEventsTest-520501035 tempest-ServerExternalEventsTest-520501035-project] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Received event network-changed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 589.060591] env[62679]: DEBUG nova.compute.manager [None req-1c7da015-3141-461e-85d6-59e0a9f6b847 tempest-ServerExternalEventsTest-520501035 tempest-ServerExternalEventsTest-520501035-project] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Refreshing instance network info cache due to event network-changed. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 589.060988] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c7da015-3141-461e-85d6-59e0a9f6b847 tempest-ServerExternalEventsTest-520501035 tempest-ServerExternalEventsTest-520501035-project] Acquiring lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.061307] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c7da015-3141-461e-85d6-59e0a9f6b847 tempest-ServerExternalEventsTest-520501035 tempest-ServerExternalEventsTest-520501035-project] Acquired lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.061592] env[62679]: DEBUG nova.network.neutron [None req-1c7da015-3141-461e-85d6-59e0a9f6b847 tempest-ServerExternalEventsTest-520501035 tempest-ServerExternalEventsTest-520501035-project] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.120631] env[62679]: DEBUG nova.scheduler.client.report [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.131283] env[62679]: DEBUG nova.network.neutron [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Successfully created port: dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.150622] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084212} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.150919] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.151712] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f164da-18ae-4ece-af6b-830ee4e2e5bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.175868] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 23c0eb52-da0c-4dec-876d-caafa43b4c9c/23c0eb52-da0c-4dec-876d-caafa43b4c9c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.178329] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d314a0c2-7727-4517-81e3-2e32b77727f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.192814] env[62679]: DEBUG nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.203409] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 589.203409] env[62679]: value = "task-2411577" [ 589.203409] env[62679]: _type = "Task" [ 589.203409] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.211927] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.242759] env[62679]: DEBUG nova.compute.manager [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Received event network-vif-deleted-65c965b6-767c-4ce6-b102-df64b27b1cae {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 589.242759] env[62679]: DEBUG nova.compute.manager [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Received event network-vif-deleted-21543953-1226-4ca4-88f6-41ab67584697 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 589.242759] env[62679]: DEBUG nova.compute.manager [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Received event network-vif-plugged-45f53e63-7856-400e-b42c-7bd6c3ac03cd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 589.242759] env[62679]: DEBUG oslo_concurrency.lockutils [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] Acquiring lock "ba09d236-2afc-471d-9582-e096a4479c84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.242759] env[62679]: DEBUG oslo_concurrency.lockutils [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] Lock "ba09d236-2afc-471d-9582-e096a4479c84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.243465] env[62679]: DEBUG oslo_concurrency.lockutils [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] Lock "ba09d236-2afc-471d-9582-e096a4479c84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.243465] env[62679]: DEBUG nova.compute.manager [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] No waiting events found dispatching network-vif-plugged-45f53e63-7856-400e-b42c-7bd6c3ac03cd {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.243465] env[62679]: WARNING nova.compute.manager [req-c98cc0c4-4d89-47f4-85b6-5a217b72e2fd req-5d6aa396-c9b6-4e4e-9f32-769d7ecfb68a service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Received unexpected event network-vif-plugged-45f53e63-7856-400e-b42c-7bd6c3ac03cd for instance with vm_state building and task_state spawning. [ 589.256210] env[62679]: DEBUG nova.compute.manager [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 589.256434] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.260606] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d309d11-bfad-48b5-be98-cecfe22a28af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.264147] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411574, 'name': CreateVM_Task, 'duration_secs': 0.844384} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.264545] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.265523] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.265767] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.266121] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.266252] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebeb6c67-4dc0-4fd2-8ca1-7702a2284851 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.272139] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.274086] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83f7039c-9b3d-4784-81fe-eeccd99f1394 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.276235] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 589.276235] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234aea5-ef07-24fb-d038-50a9aa5fcbce" [ 589.276235] env[62679]: _type = "Task" [ 589.276235] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.281586] env[62679]: DEBUG oslo_vmware.api [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 589.281586] env[62679]: value = "task-2411578" [ 589.281586] env[62679]: _type = "Task" [ 589.281586] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.288943] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234aea5-ef07-24fb-d038-50a9aa5fcbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.294591] env[62679]: DEBUG oslo_vmware.api [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.395604] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.449433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "refresh_cache-ba09d236-2afc-471d-9582-e096a4479c84" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.449746] env[62679]: DEBUG nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Instance network_info: |[{"id": "45f53e63-7856-400e-b42c-7bd6c3ac03cd", "address": "fa:16:3e:ca:64:1e", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f53e63-78", "ovs_interfaceid": "45f53e63-7856-400e-b42c-7bd6c3ac03cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.450214] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:64:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f53e63-7856-400e-b42c-7bd6c3ac03cd', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.458306] env[62679]: DEBUG oslo.service.loopingcall [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.458607] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.458944] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b31a25-9cb2-4f15-8f5f-504bacde84f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.476591] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc59aa-be2b-4d4e-ba96-cdbc3bfa9f35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.499264] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d59e22-c1eb-4b2f-8d3d-da814d4479f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.502257] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.502257] env[62679]: value = "task-2411579" [ 589.502257] env[62679]: _type = "Task" [ 589.502257] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.508613] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance '199ee82a-84d4-4502-9fd0-48eb0322beaf' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 589.513458] env[62679]: DEBUG nova.network.neutron [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Updated VIF entry in instance network info cache for port ed1ae289-6c63-4b7a-89f5-ad2c3a780228. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.515153] env[62679]: DEBUG nova.network.neutron [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Updating instance_info_cache with network_info: [{"id": "ed1ae289-6c63-4b7a-89f5-ad2c3a780228", "address": "fa:16:3e:52:c4:69", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1ae289-6c", "ovs_interfaceid": "ed1ae289-6c63-4b7a-89f5-ad2c3a780228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.523246] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411579, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.626011] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.626543] env[62679]: DEBUG nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.629438] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.020s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.631288] env[62679]: INFO nova.compute.claims [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.715412] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411577, 'name': ReconfigVM_Task, 'duration_secs': 0.408328} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.715696] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 23c0eb52-da0c-4dec-876d-caafa43b4c9c/23c0eb52-da0c-4dec-876d-caafa43b4c9c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.717218] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43791c6-7523-414d-834c-7225b84dd15a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.720542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.725945] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 589.725945] env[62679]: value = "task-2411580" [ 589.725945] env[62679]: _type = "Task" [ 589.725945] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.736753] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411580, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.789694] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234aea5-ef07-24fb-d038-50a9aa5fcbce, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.795195] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.795195] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.795195] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.795195] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.795399] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.797932] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9cd914e-f343-40f0-a9d0-ee92a5332c9d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.808177] env[62679]: DEBUG oslo_vmware.api [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411578, 'name': PowerOffVM_Task, 'duration_secs': 0.42662} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.808177] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.808310] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 589.809585] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ce4da11-ab84-436e-9743-63bcd85f61b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.811296] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.811517] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.812413] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974b31a0-1a3a-4bcd-bd8d-bb493d91edeb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.819216] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 589.819216] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e925e-4e01-f713-5c21-afbca303043c" [ 589.819216] env[62679]: _type = "Task" [ 589.819216] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.830953] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e925e-4e01-f713-5c21-afbca303043c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.892027] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 589.892402] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 589.892679] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Deleting the datastore file [datastore2] 151267de-2916-4c2d-97a7-927a33a89b4b {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.898128] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88650b6f-d102-4b55-a56d-2747a5f6a862 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.902774] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411576, 'name': CreateSnapshot_Task, 'duration_secs': 0.623835} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.905813] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 589.907134] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7512d5-85c2-443a-8ecf-aa3f58c87d47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.912566] env[62679]: DEBUG oslo_vmware.api [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for the task: (returnval){ [ 589.912566] env[62679]: value = "task-2411582" [ 589.912566] env[62679]: _type = "Task" [ 589.912566] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.930679] env[62679]: DEBUG oslo_vmware.api [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.022619] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.023547] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411579, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.024143] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b11f83-56ef-474d-9424-f6879224b60b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.028186] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Releasing lock "refresh_cache-23c0eb52-da0c-4dec-876d-caafa43b4c9c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.028653] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Received event network-vif-deleted-89ae61b7-ca1c-4b62-976f-4c770573ecca {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 590.029014] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Received event network-vif-plugged-cdd64ba8-76e5-4edc-bd03-4004222cb226 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 590.029345] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Acquiring lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.029700] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.030052] env[62679]: DEBUG oslo_concurrency.lockutils [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.030439] env[62679]: DEBUG nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] No waiting events found dispatching network-vif-plugged-cdd64ba8-76e5-4edc-bd03-4004222cb226 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.030802] env[62679]: WARNING nova.compute.manager [req-4dc4c6f7-8ca3-4875-9346-6ac60e1b821a req-6e4d7f53-2395-42fe-be0d-ad81a48ffb73 service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Received unexpected event network-vif-plugged-cdd64ba8-76e5-4edc-bd03-4004222cb226 for instance with vm_state building and task_state spawning. [ 590.038329] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 590.038329] env[62679]: value = "task-2411584" [ 590.038329] env[62679]: _type = "Task" [ 590.038329] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.049590] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.140900] env[62679]: DEBUG nova.compute.utils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 590.142888] env[62679]: DEBUG nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.143120] env[62679]: DEBUG nova.network.neutron [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.153431] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "a42a058f-93d3-4351-b989-3f740c29ccc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.153700] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "a42a058f-93d3-4351-b989-3f740c29ccc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.191538] env[62679]: DEBUG nova.network.neutron [None req-1c7da015-3141-461e-85d6-59e0a9f6b847 tempest-ServerExternalEventsTest-520501035 tempest-ServerExternalEventsTest-520501035-project] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Updating instance_info_cache with network_info: [{"id": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "address": "fa:16:3e:04:4b:4d", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22737b52-e2", "ovs_interfaceid": "22737b52-e296-4c6a-8ec5-6a293a9dce1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.213801] env[62679]: DEBUG nova.policy [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2416abfa20dd4918bbf8470746c1b80a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c2cd3e9472541688575381c1072d323', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.237711] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411580, 'name': Rename_Task, 'duration_secs': 0.202238} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.238095] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.238490] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6870c4e0-a94b-4ed3-9624-996a6f1e4789 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.246667] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 590.246667] env[62679]: value = "task-2411585" [ 590.246667] env[62679]: _type = "Task" [ 590.246667] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.257078] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.333636] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e925e-4e01-f713-5c21-afbca303043c, 'name': SearchDatastore_Task, 'duration_secs': 0.020068} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.336221] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d7b40f-9d40-400b-b881-89c3cfee7a29 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.343733] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 590.343733] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d910b-7997-21ca-fe84-9456e1290b62" [ 590.343733] env[62679]: _type = "Task" [ 590.343733] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.353618] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d910b-7997-21ca-fe84-9456e1290b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.425703] env[62679]: DEBUG oslo_vmware.api [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Task: {'id': task-2411582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260173} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.433778] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 590.434498] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.435167] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 590.435571] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 590.436054] env[62679]: INFO nova.compute.manager [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 590.436417] env[62679]: DEBUG oslo.service.loopingcall [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.437792] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42606c7d-8231-40b8-9237-187d0bbcce05 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.441308] env[62679]: DEBUG nova.compute.manager [-] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 590.441308] env[62679]: DEBUG nova.network.neutron [-] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 590.450305] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 590.450305] env[62679]: value = "task-2411586" [ 590.450305] env[62679]: _type = "Task" [ 590.450305] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.462248] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411586, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.516090] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411579, 'name': CreateVM_Task, 'duration_secs': 0.601934} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.516190] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.516936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.517184] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.517580] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.517877] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a4c317-7f39-45da-9dca-26e60ef4e611 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.540147] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 590.540147] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521c3eab-4ec9-417f-f355-c6ef9fcbfb66" [ 590.540147] env[62679]: _type = "Task" [ 590.540147] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.555414] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521c3eab-4ec9-417f-f355-c6ef9fcbfb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.560024] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.648186] env[62679]: DEBUG nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.670777] env[62679]: DEBUG nova.network.neutron [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Successfully created port: b84a2a74-b9c9-40bb-bb2e-29d597179e60 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.694217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c7da015-3141-461e-85d6-59e0a9f6b847 tempest-ServerExternalEventsTest-520501035 tempest-ServerExternalEventsTest-520501035-project] Releasing lock "refresh_cache-cb2a3d96-0163-47de-beb6-7519b75247fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.759540] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411585, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.865298] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d910b-7997-21ca-fe84-9456e1290b62, 'name': SearchDatastore_Task, 'duration_secs': 0.017729} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.865298] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.865298] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 6eee618e-9a34-4dc3-a0bf-506575b4aaec/6eee618e-9a34-4dc3-a0bf-506575b4aaec.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.865582] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5da10a63-dde3-4a32-aa25-233f1b693237 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.875755] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 590.875755] env[62679]: value = "task-2411587" [ 590.875755] env[62679]: _type = "Task" [ 590.875755] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.888481] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.915157] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "cb2a3d96-0163-47de-beb6-7519b75247fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.915157] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.915353] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "cb2a3d96-0163-47de-beb6-7519b75247fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.915456] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.915688] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.918370] env[62679]: INFO nova.compute.manager [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Terminating instance [ 590.964265] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411586, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.066287] env[62679]: DEBUG oslo_vmware.api [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411584, 'name': PowerOnVM_Task, 'duration_secs': 0.558055} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.070940] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.072429] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8a408219-476b-4ec4-a213-d10613a6a70f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance '199ee82a-84d4-4502-9fd0-48eb0322beaf' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 591.076817] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521c3eab-4ec9-417f-f355-c6ef9fcbfb66, 'name': SearchDatastore_Task, 'duration_secs': 0.026198} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.080715] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.081009] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.081293] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.081492] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.082101] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.083101] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a16ab617-e9ec-4ec2-8ff4-e7ad3e82f3d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.095317] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.095317] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.098557] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88daa3a2-799c-4c7c-b932-22bd67bd4d20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.106140] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 591.106140] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c8cef0-501f-6a04-87e1-3c2071fa769e" [ 591.106140] env[62679]: _type = "Task" [ 591.106140] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.117341] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c8cef0-501f-6a04-87e1-3c2071fa769e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.190641] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358ef778-99e8-4498-80b3-7287585262d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.203035] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d42d5-3973-4339-b4e4-69f78bade562 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.242103] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14e45fc-ee56-4504-bd89-bdbd989f5263 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.257106] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560b48e9-1a86-4818-a184-255b966cfb52 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.265525] env[62679]: DEBUG oslo_vmware.api [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411585, 'name': PowerOnVM_Task, 'duration_secs': 0.933026} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.266239] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.266507] env[62679]: INFO nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Took 10.16 seconds to spawn the instance on the hypervisor. [ 591.266709] env[62679]: DEBUG nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.267595] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4094eca5-c3cf-4ffd-b78f-0e3a506097d1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.281523] env[62679]: DEBUG nova.compute.provider_tree [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.393453] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.423582] env[62679]: DEBUG nova.compute.manager [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 591.423827] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.424793] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7823dc4e-ea10-4a83-8f6a-d4923e3d277a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.429508] env[62679]: DEBUG nova.network.neutron [-] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.439921] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.440235] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7c7a811-3b96-4b4c-ab9f-b2ffc494cc39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.456896] env[62679]: DEBUG oslo_vmware.api [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 591.456896] env[62679]: value = "task-2411588" [ 591.456896] env[62679]: _type = "Task" [ 591.456896] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.466418] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411586, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.471465] env[62679]: DEBUG oslo_vmware.api [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.572095] env[62679]: DEBUG nova.network.neutron [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Successfully updated port: dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.622346] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c8cef0-501f-6a04-87e1-3c2071fa769e, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.623053] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad731b2-a64d-4012-9e38-f3b0a5cf313e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.630495] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 591.630495] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5291c44f-bef6-e85c-1288-428dfc23a370" [ 591.630495] env[62679]: _type = "Task" [ 591.630495] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.643574] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5291c44f-bef6-e85c-1288-428dfc23a370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.651702] env[62679]: DEBUG nova.compute.manager [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Received event network-changed-cdd64ba8-76e5-4edc-bd03-4004222cb226 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 591.651959] env[62679]: DEBUG nova.compute.manager [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Refreshing instance network info cache due to event network-changed-cdd64ba8-76e5-4edc-bd03-4004222cb226. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 591.652222] env[62679]: DEBUG oslo_concurrency.lockutils [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] Acquiring lock "refresh_cache-6eee618e-9a34-4dc3-a0bf-506575b4aaec" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.652359] env[62679]: DEBUG oslo_concurrency.lockutils [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] Acquired lock "refresh_cache-6eee618e-9a34-4dc3-a0bf-506575b4aaec" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.652512] env[62679]: DEBUG nova.network.neutron [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Refreshing network info cache for port cdd64ba8-76e5-4edc-bd03-4004222cb226 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.660631] env[62679]: DEBUG nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.690187] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.690347] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.690467] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.690655] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.690805] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.690951] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.691254] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.691443] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.691610] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.692414] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.692414] env[62679]: DEBUG nova.virt.hardware [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.693596] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed78163-5da7-42cf-8743-5e6d298a25d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.703773] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c29d361-9cfd-4c55-8ed4-8944c3126bd4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.789617] env[62679]: DEBUG nova.scheduler.client.report [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.803333] env[62679]: INFO nova.compute.manager [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Took 24.83 seconds to build instance. [ 591.888828] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658264} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.889418] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 6eee618e-9a34-4dc3-a0bf-506575b4aaec/6eee618e-9a34-4dc3-a0bf-506575b4aaec.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.890703] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.891133] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edb8d91a-1739-4c27-84c5-9a23de0eb832 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.902082] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 591.902082] env[62679]: value = "task-2411589" [ 591.902082] env[62679]: _type = "Task" [ 591.902082] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.911970] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.935261] env[62679]: INFO nova.compute.manager [-] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Took 1.49 seconds to deallocate network for instance. [ 591.968034] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411586, 'name': CloneVM_Task, 'duration_secs': 1.433017} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.968034] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Created linked-clone VM from snapshot [ 591.969314] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba1a374-b019-4088-ae3c-e6c2074ac8c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.976543] env[62679]: DEBUG oslo_vmware.api [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411588, 'name': PowerOffVM_Task, 'duration_secs': 0.276368} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.978015] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 591.978290] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 591.978606] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45f0d98f-558b-4b95-9aee-006f7be4c5f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.987021] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Uploading image b377d70f-1eea-467f-a455-dd807bd140f5 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 592.027367] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 592.027367] env[62679]: value = "vm-488955" [ 592.027367] env[62679]: _type = "VirtualMachine" [ 592.027367] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 592.027367] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-236bd082-2198-4b23-80c1-0294afb8d1d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.040180] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lease: (returnval){ [ 592.040180] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea2532-f1e9-8fb4-b2f4-bafa0a713bab" [ 592.040180] env[62679]: _type = "HttpNfcLease" [ 592.040180] env[62679]: } obtained for exporting VM: (result){ [ 592.040180] env[62679]: value = "vm-488955" [ 592.040180] env[62679]: _type = "VirtualMachine" [ 592.040180] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 592.040180] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the lease: (returnval){ [ 592.040180] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea2532-f1e9-8fb4-b2f4-bafa0a713bab" [ 592.040180] env[62679]: _type = "HttpNfcLease" [ 592.040180] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 592.048995] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 592.048995] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea2532-f1e9-8fb4-b2f4-bafa0a713bab" [ 592.048995] env[62679]: _type = "HttpNfcLease" [ 592.048995] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 592.069486] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.069486] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.069486] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Deleting the datastore file [datastore2] cb2a3d96-0163-47de-beb6-7519b75247fb {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.069486] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e358880-ed49-4f0c-8cee-2c31d8a5e9ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.075504] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "refresh_cache-994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.075504] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquired lock "refresh_cache-994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.075649] env[62679]: DEBUG nova.network.neutron [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.084592] env[62679]: DEBUG oslo_vmware.api [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for the task: (returnval){ [ 592.084592] env[62679]: value = "task-2411592" [ 592.084592] env[62679]: _type = "Task" [ 592.084592] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.104428] env[62679]: DEBUG oslo_vmware.api [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.147709] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5291c44f-bef6-e85c-1288-428dfc23a370, 'name': SearchDatastore_Task, 'duration_secs': 0.017661} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.148121] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.148603] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ba09d236-2afc-471d-9582-e096a4479c84/ba09d236-2afc-471d-9582-e096a4479c84.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.150212] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e16017-8277-45fd-a604-8134aacf5b7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.161406] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 592.161406] env[62679]: value = "task-2411594" [ 592.161406] env[62679]: _type = "Task" [ 592.161406] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.171782] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.233922] env[62679]: DEBUG nova.compute.manager [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Received event network-changed-45f53e63-7856-400e-b42c-7bd6c3ac03cd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 592.234150] env[62679]: DEBUG nova.compute.manager [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Refreshing instance network info cache due to event network-changed-45f53e63-7856-400e-b42c-7bd6c3ac03cd. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 592.234362] env[62679]: DEBUG oslo_concurrency.lockutils [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] Acquiring lock "refresh_cache-ba09d236-2afc-471d-9582-e096a4479c84" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.234500] env[62679]: DEBUG oslo_concurrency.lockutils [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] Acquired lock "refresh_cache-ba09d236-2afc-471d-9582-e096a4479c84" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.235137] env[62679]: DEBUG nova.network.neutron [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Refreshing network info cache for port 45f53e63-7856-400e-b42c-7bd6c3ac03cd {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.298801] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.299630] env[62679]: DEBUG nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.302875] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.783s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.308547] env[62679]: INFO nova.compute.claims [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.313679] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2772c51d-6dae-401c-9e6c-ee5d267befb9 tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.359s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.411753] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12088} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.412389] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.413503] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3a8445-35dd-4725-95c1-fea95e7f240d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.442238] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 6eee618e-9a34-4dc3-a0bf-506575b4aaec/6eee618e-9a34-4dc3-a0bf-506575b4aaec.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.443462] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.444309] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08562620-36a3-48ea-8a48-54c4047db7ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.469318] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 592.469318] env[62679]: value = "task-2411595" [ 592.469318] env[62679]: _type = "Task" [ 592.469318] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.478025] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.513674] env[62679]: DEBUG nova.network.neutron [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Successfully updated port: b84a2a74-b9c9-40bb-bb2e-29d597179e60 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.549105] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 592.549105] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea2532-f1e9-8fb4-b2f4-bafa0a713bab" [ 592.549105] env[62679]: _type = "HttpNfcLease" [ 592.549105] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 592.549105] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 592.549105] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea2532-f1e9-8fb4-b2f4-bafa0a713bab" [ 592.549105] env[62679]: _type = "HttpNfcLease" [ 592.549105] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 592.549974] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c0ad9-89f9-4152-a2cf-6f95098620b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.558556] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e32b26-ae28-22c4-2364-84aee67078e7/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 592.558678] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e32b26-ae28-22c4-2364-84aee67078e7/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 592.645538] env[62679]: DEBUG oslo_vmware.api [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Task: {'id': task-2411592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383188} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.646475] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.646670] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.646851] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.647248] env[62679]: INFO nova.compute.manager [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Took 1.22 seconds to destroy the instance on the hypervisor. [ 592.647337] env[62679]: DEBUG oslo.service.loopingcall [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.647515] env[62679]: DEBUG nova.compute.manager [-] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 592.647677] env[62679]: DEBUG nova.network.neutron [-] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 592.678349] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69c1aa9a-8075-4623-b2a6-02a6b199bd48 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.680727] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411594, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.689461] env[62679]: DEBUG nova.network.neutron [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.816915] env[62679]: DEBUG nova.compute.utils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.821207] env[62679]: DEBUG nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.824878] env[62679]: DEBUG nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.825069] env[62679]: DEBUG nova.network.neutron [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.962358] env[62679]: DEBUG nova.network.neutron [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Updating instance_info_cache with network_info: [{"id": "dd9285a5-9c78-4dda-bfa2-9b610f74a8a3", "address": "fa:16:3e:d3:a7:5b", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9285a5-9c", "ovs_interfaceid": "dd9285a5-9c78-4dda-bfa2-9b610f74a8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.989458] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.017295] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "refresh_cache-3bb74c9a-7261-4e45-904b-c5802d90880b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.017418] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquired lock "refresh_cache-3bb74c9a-7261-4e45-904b-c5802d90880b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.018312] env[62679]: DEBUG nova.network.neutron [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.073497] env[62679]: DEBUG nova.policy [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca236eff5dd24cbfae7fd4c40b8aa910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57112e49b02645e18e4b8a4459249c0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.177538] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876695} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.178810] env[62679]: DEBUG nova.network.neutron [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Updated VIF entry in instance network info cache for port 45f53e63-7856-400e-b42c-7bd6c3ac03cd. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.179492] env[62679]: DEBUG nova.network.neutron [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Updating instance_info_cache with network_info: [{"id": "45f53e63-7856-400e-b42c-7bd6c3ac03cd", "address": "fa:16:3e:ca:64:1e", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f53e63-78", "ovs_interfaceid": "45f53e63-7856-400e-b42c-7bd6c3ac03cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.181214] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ba09d236-2afc-471d-9582-e096a4479c84/ba09d236-2afc-471d-9582-e096a4479c84.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.181660] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.183466] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af4fba51-06df-462f-bc21-f1ea664c3fa5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.195638] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 593.195638] env[62679]: value = "task-2411596" [ 593.195638] env[62679]: _type = "Task" [ 593.195638] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.209620] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.242406] env[62679]: DEBUG nova.network.neutron [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Updated VIF entry in instance network info cache for port cdd64ba8-76e5-4edc-bd03-4004222cb226. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.242996] env[62679]: DEBUG nova.network.neutron [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Updating instance_info_cache with network_info: [{"id": "cdd64ba8-76e5-4edc-bd03-4004222cb226", "address": "fa:16:3e:84:ab:41", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd64ba8-76", "ovs_interfaceid": "cdd64ba8-76e5-4edc-bd03-4004222cb226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.331161] env[62679]: DEBUG nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.370555] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.467343] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Releasing lock "refresh_cache-994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.468249] env[62679]: DEBUG nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Instance network_info: |[{"id": "dd9285a5-9c78-4dda-bfa2-9b610f74a8a3", "address": "fa:16:3e:d3:a7:5b", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9285a5-9c", "ovs_interfaceid": "dd9285a5-9c78-4dda-bfa2-9b610f74a8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.468658] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:a7:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd9285a5-9c78-4dda-bfa2-9b610f74a8a3', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.480789] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Creating folder: Project (ac812e13f2c246d1b6ff84f558834605). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.484465] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c573ed7b-3c77-46bd-852c-de704ea1c36a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.496076] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411595, 'name': ReconfigVM_Task, 'duration_secs': 0.854955} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.496410] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 6eee618e-9a34-4dc3-a0bf-506575b4aaec/6eee618e-9a34-4dc3-a0bf-506575b4aaec.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.497177] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c120e0e-74fc-4006-8be6-369dbad94124 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.504703] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Created folder: Project (ac812e13f2c246d1b6ff84f558834605) in parent group-v488891. [ 593.505445] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Creating folder: Instances. Parent ref: group-v488956. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.508595] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e76d7668-d683-4b98-baa6-5d78f47e8690 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.512104] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 593.512104] env[62679]: value = "task-2411598" [ 593.512104] env[62679]: _type = "Task" [ 593.512104] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.526093] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411598, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.534731] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Created folder: Instances in parent group-v488956. [ 593.535202] env[62679]: DEBUG oslo.service.loopingcall [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.535505] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.535901] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a591dd85-b1de-42fa-8e76-3fa7fa2e502e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.564522] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.564522] env[62679]: value = "task-2411600" [ 593.564522] env[62679]: _type = "Task" [ 593.564522] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.586052] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411600, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.660519] env[62679]: DEBUG nova.network.neutron [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.684379] env[62679]: DEBUG oslo_concurrency.lockutils [req-f972f205-48f7-4827-ac5f-77842a167b11 req-89de99ee-c09e-406d-8323-5ce0ab744d38 service nova] Releasing lock "refresh_cache-ba09d236-2afc-471d-9582-e096a4479c84" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.712272] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150896} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.712272] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.712272] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b61393-f332-4373-8898-a3b9abd6aed8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.735011] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] ba09d236-2afc-471d-9582-e096a4479c84/ba09d236-2afc-471d-9582-e096a4479c84.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.737972] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1efad61-dadb-4ec6-969f-4757f7244f8e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.753428] env[62679]: DEBUG oslo_concurrency.lockutils [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] Releasing lock "refresh_cache-6eee618e-9a34-4dc3-a0bf-506575b4aaec" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.753676] env[62679]: DEBUG nova.compute.manager [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Received event network-changed-2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 593.753844] env[62679]: DEBUG nova.compute.manager [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Refreshing instance network info cache due to event network-changed-2201bb10-896a-42e1-a13b-283a07de5bee. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 593.754063] env[62679]: DEBUG oslo_concurrency.lockutils [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] Acquiring lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.754228] env[62679]: DEBUG oslo_concurrency.lockutils [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] Acquired lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.754438] env[62679]: DEBUG nova.network.neutron [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Refreshing network info cache for port 2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.763132] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 593.763132] env[62679]: value = "task-2411601" [ 593.763132] env[62679]: _type = "Task" [ 593.763132] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.779493] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.912938] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7026206c-8363-4a14-9d8f-ed0d50c19706 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.921864] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a38129-b580-4649-8017-b22d9d475210 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.957968] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19a6f97-96b6-49dd-a1b3-c93affc5bdfa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.967891] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cb8410-677b-4e3b-ab63-9f08123687a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.990186] env[62679]: DEBUG nova.compute.provider_tree [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.031617] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411598, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.070865] env[62679]: DEBUG nova.network.neutron [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Updating instance_info_cache with network_info: [{"id": "b84a2a74-b9c9-40bb-bb2e-29d597179e60", "address": "fa:16:3e:43:e0:1b", "network": {"id": "e9ddb902-d692-442a-9541-a6c70ba9952c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-881944684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c2cd3e9472541688575381c1072d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a2a74-b9", "ovs_interfaceid": "b84a2a74-b9c9-40bb-bb2e-29d597179e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.077222] env[62679]: DEBUG nova.network.neutron [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Successfully created port: c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.082857] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411600, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.108747] env[62679]: DEBUG nova.network.neutron [-] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.273734] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.350363] env[62679]: DEBUG nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.379642] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.379925] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.381148] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.381430] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.381667] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.381818] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.382125] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.382620] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.382872] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.383301] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.383547] env[62679]: DEBUG nova.virt.hardware [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.385289] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd783c02-f93d-4604-ba2b-cdf6e997ad5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.396981] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b95576-a3d8-488f-8203-c9ffd4e70c35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.489928] env[62679]: DEBUG nova.scheduler.client.report [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.526205] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411598, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.579210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Releasing lock "refresh_cache-3bb74c9a-7261-4e45-904b-c5802d90880b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.579833] env[62679]: DEBUG nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Instance network_info: |[{"id": "b84a2a74-b9c9-40bb-bb2e-29d597179e60", "address": "fa:16:3e:43:e0:1b", "network": {"id": "e9ddb902-d692-442a-9541-a6c70ba9952c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-881944684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c2cd3e9472541688575381c1072d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a2a74-b9", "ovs_interfaceid": "b84a2a74-b9c9-40bb-bb2e-29d597179e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.580257] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411600, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.580790] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:e0:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b84a2a74-b9c9-40bb-bb2e-29d597179e60', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.589332] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Creating folder: Project (4c2cd3e9472541688575381c1072d323). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.590249] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-671e7957-c028-468a-b164-8a9c94fa2543 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.604993] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Created folder: Project (4c2cd3e9472541688575381c1072d323) in parent group-v488891. [ 594.605262] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Creating folder: Instances. Parent ref: group-v488959. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.605560] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d96b9bf-eaae-41f8-afc9-58e84f1f613e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.613566] env[62679]: INFO nova.compute.manager [-] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Took 1.97 seconds to deallocate network for instance. [ 594.620766] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Created folder: Instances in parent group-v488959. [ 594.621207] env[62679]: DEBUG oslo.service.loopingcall [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.621822] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.622272] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e24ed451-110f-4633-8f5c-7697d48e73c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.649936] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.649936] env[62679]: value = "task-2411604" [ 594.649936] env[62679]: _type = "Task" [ 594.649936] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.660662] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411604, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.777033] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.822039] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "e743f9d3-26be-484d-bbc4-f6a64d236a09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.822417] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.002436] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.004499] env[62679]: DEBUG nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.009555] env[62679]: DEBUG nova.network.neutron [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updated VIF entry in instance network info cache for port 2201bb10-896a-42e1-a13b-283a07de5bee. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.010603] env[62679]: DEBUG nova.network.neutron [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [{"id": "2201bb10-896a-42e1-a13b-283a07de5bee", "address": "fa:16:3e:b7:9c:34", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201bb10-89", "ovs_interfaceid": "2201bb10-896a-42e1-a13b-283a07de5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.011735] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.132s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.012124] env[62679]: DEBUG nova.objects.instance [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lazy-loading 'resources' on Instance uuid 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 595.026812] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411598, 'name': Rename_Task, 'duration_secs': 1.051969} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.028300] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.028872] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbb061c9-7288-4945-a9f8-ad3877ad25d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.043739] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 595.043739] env[62679]: value = "task-2411605" [ 595.043739] env[62679]: _type = "Task" [ 595.043739] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.059167] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.078725] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411600, 'name': CreateVM_Task, 'duration_secs': 1.230181} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.079407] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.080432] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.080676] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.081120] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.081490] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537a9daa-f967-4bd1-8232-d8fc889c2ee6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.090600] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 595.090600] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523a76b1-ce1b-7485-f920-b997316938e9" [ 595.090600] env[62679]: _type = "Task" [ 595.090600] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.100350] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523a76b1-ce1b-7485-f920-b997316938e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.124016] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.161188] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411604, 'name': CreateVM_Task, 'duration_secs': 0.510973} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.161374] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.162170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.162475] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.162818] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.163166] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1364501f-2fc1-44b2-8ddf-1de9e304b120 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.169901] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 595.169901] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f0bca-dc75-71aa-fa68-8ad3a4f087a1" [ 595.169901] env[62679]: _type = "Task" [ 595.169901] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.180097] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f0bca-dc75-71aa-fa68-8ad3a4f087a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.276406] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411601, 'name': ReconfigVM_Task, 'duration_secs': 1.031189} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.276707] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Reconfigured VM instance instance-00000014 to attach disk [datastore1] ba09d236-2afc-471d-9582-e096a4479c84/ba09d236-2afc-471d-9582-e096a4479c84.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.277378] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b36b2ce4-9859-40bb-9e56-e5113893d076 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.286832] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 595.286832] env[62679]: value = "task-2411606" [ 595.286832] env[62679]: _type = "Task" [ 595.286832] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.296599] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411606, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.378691] env[62679]: DEBUG nova.compute.manager [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Received event network-vif-deleted-7669997a-a2b7-4381-ad12-3aae9256e945 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 595.378691] env[62679]: DEBUG nova.compute.manager [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Received event network-vif-plugged-dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 595.379537] env[62679]: DEBUG oslo_concurrency.lockutils [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] Acquiring lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.379537] env[62679]: DEBUG oslo_concurrency.lockutils [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.379537] env[62679]: DEBUG oslo_concurrency.lockutils [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.379537] env[62679]: DEBUG nova.compute.manager [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] No waiting events found dispatching network-vif-plugged-dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.379875] env[62679]: WARNING nova.compute.manager [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Received unexpected event network-vif-plugged-dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 for instance with vm_state building and task_state spawning. [ 595.379925] env[62679]: DEBUG nova.compute.manager [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Received event network-changed-dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 595.380181] env[62679]: DEBUG nova.compute.manager [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Refreshing instance network info cache due to event network-changed-dd9285a5-9c78-4dda-bfa2-9b610f74a8a3. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 595.380295] env[62679]: DEBUG oslo_concurrency.lockutils [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] Acquiring lock "refresh_cache-994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.380454] env[62679]: DEBUG oslo_concurrency.lockutils [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] Acquired lock "refresh_cache-994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.380655] env[62679]: DEBUG nova.network.neutron [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Refreshing network info cache for port dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.515343] env[62679]: DEBUG nova.compute.utils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.517937] env[62679]: DEBUG oslo_concurrency.lockutils [req-091c1599-055c-480f-9764-5553ac5d7d5c req-9e79baad-2827-4b9e-ab9f-930fd2e303de service nova] Releasing lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.522287] env[62679]: DEBUG nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.522487] env[62679]: DEBUG nova.network.neutron [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.562360] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.577841] env[62679]: DEBUG nova.policy [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40dc7ac5693743879cbf3f51c6cc924a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41058ea69c7945bcb80f7cf4205b645b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.594885] env[62679]: DEBUG nova.compute.manager [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Received event network-changed-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 595.595187] env[62679]: DEBUG nova.compute.manager [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Refreshing instance network info cache due to event network-changed-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 595.595467] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Acquiring lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.595619] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Acquired lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.595782] env[62679]: DEBUG nova.network.neutron [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Refreshing network info cache for port b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.619071] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523a76b1-ce1b-7485-f920-b997316938e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015638} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.619380] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.619615] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.619932] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.620126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.620358] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.620718] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2254d948-9c19-4102-a696-05a2067e95c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.639024] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.639024] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.639024] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fbb7cc-2b38-4d83-ac6e-e4b4cf539de5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.652029] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 595.652029] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b434f-9160-124b-08c5-d4517ed3106f" [ 595.652029] env[62679]: _type = "Task" [ 595.652029] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.663546] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b434f-9160-124b-08c5-d4517ed3106f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.682329] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f0bca-dc75-71aa-fa68-8ad3a4f087a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013823} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.685469] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.687372] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.687372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.687372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.687372] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.687372] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00a12a0b-24ed-4c98-9dfb-12d1c0fc87e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.699449] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.699545] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.703024] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ea5858-f586-4133-a71e-e0b69131b4bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.709588] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 595.709588] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52458e18-44fb-6402-16d1-985b37acd05e" [ 595.709588] env[62679]: _type = "Task" [ 595.709588] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.718754] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52458e18-44fb-6402-16d1-985b37acd05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.802722] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411606, 'name': Rename_Task, 'duration_secs': 0.217908} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.803180] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.803527] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f57920-be15-409e-a327-8f64322d52c9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.812361] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 595.812361] env[62679]: value = "task-2411607" [ 595.812361] env[62679]: _type = "Task" [ 595.812361] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.826907] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.026202] env[62679]: DEBUG nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.060251] env[62679]: DEBUG oslo_vmware.api [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411605, 'name': PowerOnVM_Task, 'duration_secs': 0.621433} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.061306] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.061708] env[62679]: INFO nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Took 12.36 seconds to spawn the instance on the hypervisor. [ 596.066203] env[62679]: DEBUG nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.066203] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d1e052-dab1-45ec-b0ce-1eb978e3d7b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.114149] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1259c312-0ea6-4ffb-ba46-f9d275b38a8a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.127056] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f355c-f13f-4998-a774-43b6c627f653 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.170683] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79cef5d-f7ca-495d-9173-f4b4dcf402dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.181384] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b434f-9160-124b-08c5-d4517ed3106f, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.184269] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880debdd-998c-450c-87b0-3c2eee244ae2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.188370] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16994156-1e16-4b48-a1c5-c974cff0d67d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.197596] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 596.197596] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52827899-597f-d9d3-8702-bddc1d4f9951" [ 596.197596] env[62679]: _type = "Task" [ 596.197596] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.208212] env[62679]: DEBUG nova.compute.provider_tree [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.231370] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52458e18-44fb-6402-16d1-985b37acd05e, 'name': SearchDatastore_Task, 'duration_secs': 0.020266} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.231836] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52827899-597f-d9d3-8702-bddc1d4f9951, 'name': SearchDatastore_Task, 'duration_secs': 0.0224} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.232656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.232949] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f/994a1fb4-b5a7-4f6a-b02f-60ab3a79070f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.233463] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0ebc78-cdfc-48bb-926f-cfaa4c2e842b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.235618] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0233fd40-2c9d-438c-a355-4bfcaa4c624e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.241939] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 596.241939] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52657fea-7842-67a2-27d5-e45026763412" [ 596.241939] env[62679]: _type = "Task" [ 596.241939] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.246670] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 596.246670] env[62679]: value = "task-2411608" [ 596.246670] env[62679]: _type = "Task" [ 596.246670] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.253210] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52657fea-7842-67a2-27d5-e45026763412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.259058] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.259358] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.259706] env[62679]: DEBUG nova.compute.manager [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Going to confirm migration 1 {{(pid=62679) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 596.265031] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.323524] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411607, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.418749] env[62679]: DEBUG nova.network.neutron [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Updated VIF entry in instance network info cache for port b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.418749] env[62679]: DEBUG nova.network.neutron [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Updating instance_info_cache with network_info: [{"id": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "address": "fa:16:3e:16:1b:23", "network": {"id": "26540599-5d8b-45a3-9ebd-9e506ee112b1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-946525593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf49034f173c4eb5bf02e1ef8c1ec3e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95efd85-11", "ovs_interfaceid": "b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.584821] env[62679]: INFO nova.compute.manager [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Took 28.19 seconds to build instance. [ 596.711990] env[62679]: DEBUG nova.scheduler.client.report [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.761834] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52657fea-7842-67a2-27d5-e45026763412, 'name': SearchDatastore_Task, 'duration_secs': 0.017416} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.768692] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.768692] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 3bb74c9a-7261-4e45-904b-c5802d90880b/3bb74c9a-7261-4e45-904b-c5802d90880b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.770454] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411608, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.772831] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28eb25b0-0029-4ebe-8056-46dee4568f9a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.784129] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 596.784129] env[62679]: value = "task-2411609" [ 596.784129] env[62679]: _type = "Task" [ 596.784129] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.795587] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.825302] env[62679]: DEBUG oslo_vmware.api [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411607, 'name': PowerOnVM_Task, 'duration_secs': 0.760442} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.825302] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.825302] env[62679]: INFO nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Took 10.56 seconds to spawn the instance on the hypervisor. [ 596.825552] env[62679]: DEBUG nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.826286] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d9443-f2be-437f-97fa-03e30d3197f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.921719] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Releasing lock "refresh_cache-939bf798-eece-4e22-95c4-c5e62b979829" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.922789] env[62679]: DEBUG nova.compute.manager [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Received event network-vif-plugged-b84a2a74-b9c9-40bb-bb2e-29d597179e60 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 596.922789] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Acquiring lock "3bb74c9a-7261-4e45-904b-c5802d90880b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.922954] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.923136] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.923355] env[62679]: DEBUG nova.compute.manager [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] No waiting events found dispatching network-vif-plugged-b84a2a74-b9c9-40bb-bb2e-29d597179e60 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.923631] env[62679]: WARNING nova.compute.manager [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Received unexpected event network-vif-plugged-b84a2a74-b9c9-40bb-bb2e-29d597179e60 for instance with vm_state building and task_state spawning. [ 596.923795] env[62679]: DEBUG nova.compute.manager [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Received event network-changed-b84a2a74-b9c9-40bb-bb2e-29d597179e60 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 596.923992] env[62679]: DEBUG nova.compute.manager [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Refreshing instance network info cache due to event network-changed-b84a2a74-b9c9-40bb-bb2e-29d597179e60. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 596.924236] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Acquiring lock "refresh_cache-3bb74c9a-7261-4e45-904b-c5802d90880b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.924406] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Acquired lock "refresh_cache-3bb74c9a-7261-4e45-904b-c5802d90880b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.924598] env[62679]: DEBUG nova.network.neutron [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Refreshing network info cache for port b84a2a74-b9c9-40bb-bb2e-29d597179e60 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.931974] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.932296] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.932374] env[62679]: DEBUG nova.network.neutron [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.932530] env[62679]: DEBUG nova.objects.instance [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lazy-loading 'info_cache' on Instance uuid 199ee82a-84d4-4502-9fd0-48eb0322beaf {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.974181] env[62679]: DEBUG nova.network.neutron [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Successfully created port: 8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.036893] env[62679]: DEBUG nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.048884] env[62679]: DEBUG nova.network.neutron [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Updated VIF entry in instance network info cache for port dd9285a5-9c78-4dda-bfa2-9b610f74a8a3. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.049731] env[62679]: DEBUG nova.network.neutron [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Updating instance_info_cache with network_info: [{"id": "dd9285a5-9c78-4dda-bfa2-9b610f74a8a3", "address": "fa:16:3e:d3:a7:5b", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9285a5-9c", "ovs_interfaceid": "dd9285a5-9c78-4dda-bfa2-9b610f74a8a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.075022] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.078043] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.078043] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.078043] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.078043] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.078043] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.078776] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.078776] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.078776] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.078776] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.078776] env[62679]: DEBUG nova.virt.hardware [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.079052] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2b6a92-8f7e-4b76-b5da-1370b145c870 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.087621] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c2e018bd-010d-43ec-b456-aff027b3e556 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.713s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.090297] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2348fd-5302-46cd-9436-7e9e25e2a09b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.160893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.160893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.160893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.160893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.161416] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.165393] env[62679]: INFO nova.compute.manager [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Terminating instance [ 597.217483] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.220540] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.296s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.222682] env[62679]: INFO nova.compute.claims [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.254788] env[62679]: INFO nova.scheduler.client.report [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Deleted allocations for instance 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c [ 597.265856] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689227} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.266700] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f/994a1fb4-b5a7-4f6a-b02f-60ab3a79070f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.266876] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.267174] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac1d3734-e79b-4431-aa80-6f49f2b7e650 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.277782] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 597.277782] env[62679]: value = "task-2411610" [ 597.277782] env[62679]: _type = "Task" [ 597.277782] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.292464] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.298973] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411609, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.338993] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Acquiring lock "6c29480d-a846-4c48-a5c4-73f3aaa60198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.339754] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.351701] env[62679]: INFO nova.compute.manager [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Took 22.42 seconds to build instance. [ 597.392868] env[62679]: DEBUG nova.network.neutron [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Successfully updated port: c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.552353] env[62679]: DEBUG oslo_concurrency.lockutils [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] Releasing lock "refresh_cache-994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.552634] env[62679]: DEBUG nova.compute.manager [req-f76bd5d2-9230-41e6-9d8f-53428dbbc49f req-195ab39a-ffd2-45e0-9bf3-0cd554c9aebf service nova] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Received event network-vif-deleted-22737b52-e296-4c6a-8ec5-6a293a9dce1c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 597.596145] env[62679]: DEBUG nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.671806] env[62679]: DEBUG nova.compute.manager [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 597.672093] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.673261] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecde239-6dd6-439c-a968-ee621acbbf68 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.682088] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.682343] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffbdfa21-3a8a-4eb6-bd55-a3a592f2dd0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.690034] env[62679]: DEBUG oslo_vmware.api [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 597.690034] env[62679]: value = "task-2411611" [ 597.690034] env[62679]: _type = "Task" [ 597.690034] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.698913] env[62679]: DEBUG oslo_vmware.api [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.769615] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3490c75b-2119-40f5-a6fc-831222674475 tempest-InstanceActionsTestJSON-1665620192 tempest-InstanceActionsTestJSON-1665620192-project-member] Lock "1b942e4d-1f5d-4b01-bd77-9776d7f39c9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.619s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.788112] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09443} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.791388] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.792950] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861455e5-1cec-4e84-bf30-6998a523d473 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.805830] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755606} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.812840] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 3bb74c9a-7261-4e45-904b-c5802d90880b/3bb74c9a-7261-4e45-904b-c5802d90880b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.813141] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.822275] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f/994a1fb4-b5a7-4f6a-b02f-60ab3a79070f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.822607] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eda9f70-7853-4a48-ba81-7612a1655284 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.825304] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e0eda9-f284-4ccc-ac9a-ac90b6d4cdc5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.846482] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 597.846482] env[62679]: value = "task-2411612" [ 597.846482] env[62679]: _type = "Task" [ 597.846482] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.848065] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 597.848065] env[62679]: value = "task-2411613" [ 597.848065] env[62679]: _type = "Task" [ 597.848065] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.855141] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fe20c0d3-bb05-4992-ba1c-e870d9428fa8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ba09d236-2afc-471d-9582-e096a4479c84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.940s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.864022] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.867563] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.898867] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.898867] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquired lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.898867] env[62679]: DEBUG nova.network.neutron [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.121806] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.202301] env[62679]: DEBUG oslo_vmware.api [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411611, 'name': PowerOffVM_Task, 'duration_secs': 0.223473} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.205202] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 598.205403] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 598.205678] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c371c43-5615-4b3b-af6f-966861bbf625 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.286998] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 598.286998] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 598.286998] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Deleting the datastore file [datastore1] 23c0eb52-da0c-4dec-876d-caafa43b4c9c {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.291893] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfc61e7-ca99-4efd-a5e8-fc0589bdb2b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.308979] env[62679]: DEBUG oslo_vmware.api [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for the task: (returnval){ [ 598.308979] env[62679]: value = "task-2411615" [ 598.308979] env[62679]: _type = "Task" [ 598.308979] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.319467] env[62679]: DEBUG oslo_vmware.api [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.361119] env[62679]: DEBUG nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.370641] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.379490] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411613, 'name': ReconfigVM_Task, 'duration_secs': 0.489584} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.379897] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f/994a1fb4-b5a7-4f6a-b02f-60ab3a79070f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.381216] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c2ccaeb-dc9b-423d-8bf9-eb540cce06cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.391852] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 598.391852] env[62679]: value = "task-2411616" [ 598.391852] env[62679]: _type = "Task" [ 598.391852] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.398263] env[62679]: DEBUG nova.network.neutron [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Updated VIF entry in instance network info cache for port b84a2a74-b9c9-40bb-bb2e-29d597179e60. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.400452] env[62679]: DEBUG nova.network.neutron [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Updating instance_info_cache with network_info: [{"id": "b84a2a74-b9c9-40bb-bb2e-29d597179e60", "address": "fa:16:3e:43:e0:1b", "network": {"id": "e9ddb902-d692-442a-9541-a6c70ba9952c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-881944684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c2cd3e9472541688575381c1072d323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a2a74-b9", "ovs_interfaceid": "b84a2a74-b9c9-40bb-bb2e-29d597179e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.421717] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411616, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.513577] env[62679]: DEBUG nova.network.neutron [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.738415] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba809968-edc6-443e-b170-cef3ef7d4a14 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.747211] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb7b69-b49e-4562-af00-d6d7c8e6f7a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.782247] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb72c99-722c-4e57-abe3-fbf8336317fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.790861] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01750c4f-a7d1-437e-bcc7-0f2af675809d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.806352] env[62679]: DEBUG nova.compute.provider_tree [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.820512] env[62679]: DEBUG oslo_vmware.api [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Task: {'id': task-2411615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283379} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.820786] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.821018] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.822045] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.822045] env[62679]: INFO nova.compute.manager [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 598.822045] env[62679]: DEBUG oslo.service.loopingcall [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.822045] env[62679]: DEBUG nova.compute.manager [-] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.822045] env[62679]: DEBUG nova.network.neutron [-] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.844523] env[62679]: DEBUG nova.network.neutron [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance_info_cache with network_info: [{"id": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "address": "fa:16:3e:f4:2a:58", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e5d0af-01", "ovs_interfaceid": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.858819] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.596722} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.859698] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.860585] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0aec2-ed0b-48fa-8570-dd7733d70e4e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.897137] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 3bb74c9a-7261-4e45-904b-c5802d90880b/3bb74c9a-7261-4e45-904b-c5802d90880b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.901080] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a1d1e2-f64d-4577-b219-b6f1f08981e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.921039] env[62679]: DEBUG oslo_concurrency.lockutils [req-7c5dde13-d37b-4af5-a972-92b844398355 req-0834af69-92d1-4ae0-bd2b-74085639b576 service nova] Releasing lock "refresh_cache-3bb74c9a-7261-4e45-904b-c5802d90880b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.929375] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411616, 'name': Rename_Task, 'duration_secs': 0.240075} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.930606] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.930938] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.932381] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e90c3e0-2cd9-434b-9b51-4e9f5af5b084 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.934243] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 598.934243] env[62679]: value = "task-2411617" [ 598.934243] env[62679]: _type = "Task" [ 598.934243] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.941550] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 598.941550] env[62679]: value = "task-2411618" [ 598.941550] env[62679]: _type = "Task" [ 598.941550] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.945550] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.962875] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.194149] env[62679]: DEBUG nova.network.neutron [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.310477] env[62679]: DEBUG nova.scheduler.client.report [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.348135] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.349319] env[62679]: DEBUG nova.objects.instance [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lazy-loading 'migration_context' on Instance uuid 199ee82a-84d4-4502-9fd0-48eb0322beaf {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 599.455201] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411617, 'name': ReconfigVM_Task, 'duration_secs': 0.37745} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.457326] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 3bb74c9a-7261-4e45-904b-c5802d90880b/3bb74c9a-7261-4e45-904b-c5802d90880b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.467017] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db74dd5b-9b2e-4357-97c3-37e6f413d59d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.470333] env[62679]: DEBUG nova.compute.manager [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received event network-vif-plugged-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 599.470567] env[62679]: DEBUG oslo_concurrency.lockutils [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] Acquiring lock "c6817a48-72cd-49f2-94c2-fad0a792b351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.470894] env[62679]: DEBUG oslo_concurrency.lockutils [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.472149] env[62679]: DEBUG oslo_concurrency.lockutils [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.472149] env[62679]: DEBUG nova.compute.manager [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] No waiting events found dispatching network-vif-plugged-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.472149] env[62679]: WARNING nova.compute.manager [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received unexpected event network-vif-plugged-c9455e7a-d184-4973-8d22-5f561ea00c30 for instance with vm_state building and task_state spawning. [ 599.472149] env[62679]: DEBUG nova.compute.manager [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 599.472149] env[62679]: DEBUG nova.compute.manager [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing instance network info cache due to event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 599.472667] env[62679]: DEBUG oslo_concurrency.lockutils [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] Acquiring lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.484878] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.485768] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 599.485768] env[62679]: value = "task-2411619" [ 599.485768] env[62679]: _type = "Task" [ 599.485768] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.496433] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411619, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.698462] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Releasing lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.700207] env[62679]: DEBUG nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Instance network_info: |[{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.702295] env[62679]: DEBUG oslo_concurrency.lockutils [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] Acquired lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.702295] env[62679]: DEBUG nova.network.neutron [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.703824] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9455e7a-d184-4973-8d22-5f561ea00c30', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.716767] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Creating folder: Project (57112e49b02645e18e4b8a4459249c0d). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.721624] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da1c470d-14da-4891-b407-a452a434d988 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.742024] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Created folder: Project (57112e49b02645e18e4b8a4459249c0d) in parent group-v488891. [ 599.742024] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Creating folder: Instances. Parent ref: group-v488962. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.742024] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2661267e-4911-4b73-9849-8f9b59a17163 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.755783] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Created folder: Instances in parent group-v488962. [ 599.756048] env[62679]: DEBUG oslo.service.loopingcall [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.756257] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.756460] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d9b48a-e0a2-46ec-9bbc-07e119a96dc5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.781248] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.781248] env[62679]: value = "task-2411622" [ 599.781248] env[62679]: _type = "Task" [ 599.781248] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.799009] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411622, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.818524] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.819065] env[62679]: DEBUG nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.825844] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.289s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.827384] env[62679]: INFO nova.compute.claims [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.852507] env[62679]: DEBUG nova.objects.base [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Object Instance<199ee82a-84d4-4502-9fd0-48eb0322beaf> lazy-loaded attributes: info_cache,migration_context {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 599.853595] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faedc0a1-2059-47c4-b2a2-5c4500c42b02 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.876811] env[62679]: DEBUG nova.network.neutron [-] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.882027] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4c70f1-cd38-4196-989f-fecaa8bb9fb4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.888391] env[62679]: DEBUG oslo_vmware.api [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 599.888391] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5263072b-e130-bd9e-6471-e0385b776974" [ 599.888391] env[62679]: _type = "Task" [ 599.888391] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.901996] env[62679]: DEBUG oslo_vmware.api [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5263072b-e130-bd9e-6471-e0385b776974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.965541] env[62679]: DEBUG oslo_vmware.api [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411618, 'name': PowerOnVM_Task, 'duration_secs': 0.660534} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.966278] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.966278] env[62679]: INFO nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Took 10.98 seconds to spawn the instance on the hypervisor. [ 599.966462] env[62679]: DEBUG nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.967492] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67089d2-d4e6-4be6-88ae-c630bd5fbaeb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.998773] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411619, 'name': Rename_Task, 'duration_secs': 0.273104} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.998976] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.999315] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f204fe46-0269-4a3e-bea4-81db4384beee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.011780] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 600.011780] env[62679]: value = "task-2411623" [ 600.011780] env[62679]: _type = "Task" [ 600.011780] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.023884] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.267297] env[62679]: DEBUG nova.network.neutron [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Successfully updated port: 8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.298317] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411622, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.298317] env[62679]: DEBUG nova.network.neutron [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updated VIF entry in instance network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.298420] env[62679]: DEBUG nova.network.neutron [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.339752] env[62679]: DEBUG nova.compute.utils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.349085] env[62679]: DEBUG nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.349085] env[62679]: DEBUG nova.network.neutron [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.381183] env[62679]: INFO nova.compute.manager [-] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Took 1.56 seconds to deallocate network for instance. [ 600.412511] env[62679]: DEBUG oslo_vmware.api [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5263072b-e130-bd9e-6471-e0385b776974, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.412511] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.481642] env[62679]: DEBUG nova.policy [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '763f6c8cbe814125abd710adb1fbd446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c0703a759a24e2582d02f680e1ee63c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.490705] env[62679]: INFO nova.compute.manager [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Took 21.73 seconds to build instance. [ 600.496952] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "a8706125-0bc4-42bb-8968-47edb39a1631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.497245] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "a8706125-0bc4-42bb-8968-47edb39a1631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.524996] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.599509] env[62679]: DEBUG nova.compute.manager [req-0c79851d-6160-4718-b33c-e6fd4759c6d7 req-57d5f2c1-0236-4947-8b52-1015636c83bf service nova] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Received event network-vif-deleted-ed1ae289-6c63-4b7a-89f5-ad2c3a780228 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 600.773820] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.773820] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquired lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.773820] env[62679]: DEBUG nova.network.neutron [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.795258] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411622, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.799682] env[62679]: DEBUG oslo_concurrency.lockutils [req-db3420b3-2ba9-4810-af46-39b16118aa2e req-7c1875fe-cc6d-488d-ae39-9bfbf41f89a4 service nova] Releasing lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.844870] env[62679]: DEBUG nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.894616] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.936303] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "42845847-442b-4d76-955b-1862e762114f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.936667] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "42845847-442b-4d76-955b-1862e762114f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.996045] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cdc6204f-0ef1-42d0-82e0-67a0b495229c tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.246s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.026340] env[62679]: DEBUG oslo_vmware.api [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411623, 'name': PowerOnVM_Task, 'duration_secs': 0.699676} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.027356] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.027610] env[62679]: INFO nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Took 9.37 seconds to spawn the instance on the hypervisor. [ 601.028068] env[62679]: DEBUG nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.032097] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b8b316-6f64-4651-bc50-a3ba20fafe9d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.149398] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e32b26-ae28-22c4-2364-84aee67078e7/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 601.150680] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae0a5bd-0fef-4e35-9ee4-7e141a718c2c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.160359] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e32b26-ae28-22c4-2364-84aee67078e7/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 601.160533] env[62679]: ERROR oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e32b26-ae28-22c4-2364-84aee67078e7/disk-0.vmdk due to incomplete transfer. [ 601.160791] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96b59530-bc0e-4ca4-bc9d-73810f9a3766 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.169490] env[62679]: DEBUG oslo_vmware.rw_handles [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e32b26-ae28-22c4-2364-84aee67078e7/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 601.169696] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Uploaded image b377d70f-1eea-467f-a455-dd807bd140f5 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 601.171945] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 601.174763] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7af47fbf-da4f-440b-8451-0cdf54ae011e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.184557] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 601.184557] env[62679]: value = "task-2411624" [ 601.184557] env[62679]: _type = "Task" [ 601.184557] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.195056] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411624, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.294353] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411622, 'name': CreateVM_Task, 'duration_secs': 1.016811} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.294696] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.295394] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.295455] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.295743] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.295994] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caeeda64-db2c-4235-ac72-6d29f333c841 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.301735] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 601.301735] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529e27a7-35f5-122e-dbed-f745116675bb" [ 601.301735] env[62679]: _type = "Task" [ 601.301735] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.314781] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529e27a7-35f5-122e-dbed-f745116675bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.348033] env[62679]: DEBUG nova.network.neutron [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.475962] env[62679]: DEBUG nova.network.neutron [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Successfully created port: fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.501382] env[62679]: DEBUG nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.502970] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb608fb4-f390-4f53-af7f-6d6727d4e89d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.511946] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf1e372-9ad0-4845-b77d-9a8f13c179cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.558891] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e5a7b-9d56-4a69-beda-ac9e01de893a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.569302] env[62679]: INFO nova.compute.manager [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Took 21.58 seconds to build instance. [ 601.574259] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061425bc-cc10-4ae4-8896-e81f90e8ef35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.597303] env[62679]: DEBUG nova.compute.provider_tree [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.698978] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411624, 'name': Destroy_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.816050] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529e27a7-35f5-122e-dbed-f745116675bb, 'name': SearchDatastore_Task, 'duration_secs': 0.030034} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.816050] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.816050] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.816050] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.816402] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.816402] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.817502] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84d88811-933e-40c8-873e-d8caebd746cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.820470] env[62679]: DEBUG nova.network.neutron [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Updating instance_info_cache with network_info: [{"id": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "address": "fa:16:3e:cc:0b:ec", "network": {"id": "f9054e56-22c6-4b00-bce3-bb790d6d263e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-407845002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41058ea69c7945bcb80f7cf4205b645b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f098c59-d1", "ovs_interfaceid": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.830656] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.830918] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.831602] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cccd79-c7bb-4e2e-9f6d-4c9729b9213e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.837769] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 601.837769] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523d1644-5398-4a71-aac9-901b654be50b" [ 601.837769] env[62679]: _type = "Task" [ 601.837769] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.847656] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523d1644-5398-4a71-aac9-901b654be50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.872560] env[62679]: DEBUG nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.895609] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.895734] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.895885] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.896075] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.896221] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.896364] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.896566] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.896797] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.896975] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.897155] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.897328] env[62679]: DEBUG nova.virt.hardware [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.898219] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0d9bac-f048-415c-aea8-e5416a2aaec8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.907832] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b90067d-d2b2-40c4-ae36-14876bbd4539 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.942723] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "710a4cce-58c3-4332-8d00-4244209ee558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.943050] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "710a4cce-58c3-4332-8d00-4244209ee558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.040952] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.080548] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2754701-ecf2-4762-9c4e-ea9fc00aefa3 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.112s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.100546] env[62679]: DEBUG nova.scheduler.client.report [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.204166] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411624, 'name': Destroy_Task, 'duration_secs': 0.546588} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.204487] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Destroyed the VM [ 602.206297] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 602.206297] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96640b59-e9ba-4a29-9b13-b068ecb77b47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.216410] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 602.216410] env[62679]: value = "task-2411625" [ 602.216410] env[62679]: _type = "Task" [ 602.216410] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.229727] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.323981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Releasing lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.323981] env[62679]: DEBUG nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Instance network_info: |[{"id": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "address": "fa:16:3e:cc:0b:ec", "network": {"id": "f9054e56-22c6-4b00-bce3-bb790d6d263e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-407845002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41058ea69c7945bcb80f7cf4205b645b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f098c59-d1", "ovs_interfaceid": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.324636] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:0b:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f098c59-d15b-44e6-af2d-363c05acdeb2', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.335782] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Creating folder: Project (41058ea69c7945bcb80f7cf4205b645b). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.335782] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-935320b9-d75b-4735-8ba8-135b8cee3c17 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.349849] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523d1644-5398-4a71-aac9-901b654be50b, 'name': SearchDatastore_Task, 'duration_secs': 0.033946} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.352410] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Created folder: Project (41058ea69c7945bcb80f7cf4205b645b) in parent group-v488891. [ 602.352410] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Creating folder: Instances. Parent ref: group-v488965. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.352707] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45f6ccf-4eab-4a64-a913-a0477d90af83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.355475] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80b42589-31e7-49d5-8055-14a6d19b77ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.362548] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 602.362548] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f54813-a251-9588-3ac2-fb69ea51de44" [ 602.362548] env[62679]: _type = "Task" [ 602.362548] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.369527] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Created folder: Instances in parent group-v488965. [ 602.369874] env[62679]: DEBUG oslo.service.loopingcall [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.374476] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.374809] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f54813-a251-9588-3ac2-fb69ea51de44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.375063] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-431db9ad-3294-42ba-959b-93f1fd6130a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.407361] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.407361] env[62679]: value = "task-2411628" [ 602.407361] env[62679]: _type = "Task" [ 602.407361] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.416605] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411628, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.422584] env[62679]: DEBUG nova.compute.manager [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Received event network-vif-plugged-8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 602.423192] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] Acquiring lock "204e3516-e790-4b20-b9e4-9696b682b58d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.426110] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] Lock "204e3516-e790-4b20-b9e4-9696b682b58d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.426383] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] Lock "204e3516-e790-4b20-b9e4-9696b682b58d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.426568] env[62679]: DEBUG nova.compute.manager [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] No waiting events found dispatching network-vif-plugged-8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.426746] env[62679]: WARNING nova.compute.manager [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Received unexpected event network-vif-plugged-8f098c59-d15b-44e6-af2d-363c05acdeb2 for instance with vm_state building and task_state spawning. [ 602.426905] env[62679]: DEBUG nova.compute.manager [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Received event network-changed-8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 602.427081] env[62679]: DEBUG nova.compute.manager [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Refreshing instance network info cache due to event network-changed-8f098c59-d15b-44e6-af2d-363c05acdeb2. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 602.427292] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] Acquiring lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.427431] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] Acquired lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.427589] env[62679]: DEBUG nova.network.neutron [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Refreshing network info cache for port 8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.589267] env[62679]: DEBUG nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.607178] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.607178] env[62679]: DEBUG nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.611405] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.913s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.611405] env[62679]: DEBUG nova.objects.instance [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lazy-loading 'resources' on Instance uuid 5c8bfe41-7791-406a-bcc6-532673cc9475 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 602.735780] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411625, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.875337] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f54813-a251-9588-3ac2-fb69ea51de44, 'name': SearchDatastore_Task, 'duration_secs': 0.013026} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.875601] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.875870] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/c6817a48-72cd-49f2-94c2-fad0a792b351.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.876181] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a596f846-666a-4d50-b418-1fc7bc1bd7dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.884994] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 602.884994] env[62679]: value = "task-2411629" [ 602.884994] env[62679]: _type = "Task" [ 602.884994] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.895280] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.919626] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411628, 'name': CreateVM_Task, 'duration_secs': 0.493886} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.919783] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.922732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.922899] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.923352] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.923632] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0282a4-c7e8-4e48-ac6d-fa6d3d9ee45c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.933335] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 602.933335] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5225bfc6-b3d2-4690-d637-6c7c086d0013" [ 602.933335] env[62679]: _type = "Task" [ 602.933335] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.953192] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5225bfc6-b3d2-4690-d637-6c7c086d0013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.118419] env[62679]: DEBUG nova.compute.utils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.122447] env[62679]: DEBUG nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.122447] env[62679]: DEBUG nova.network.neutron [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.124036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.237555] env[62679]: DEBUG oslo_vmware.api [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411625, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574932} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.241024] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 603.241357] env[62679]: INFO nova.compute.manager [None req-b718d6ea-3a7e-4b18-9c54-defb26ebb89a tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 603.285956] env[62679]: DEBUG nova.policy [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c40f795827cf47d499bc9c36113fb561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36a35433359745d086a3d6a8d7a4fffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.404862] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.230183] env[62679]: DEBUG nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.237586] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5225bfc6-b3d2-4690-d637-6c7c086d0013, 'name': SearchDatastore_Task, 'duration_secs': 0.025653} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.238495] env[62679]: DEBUG nova.network.neutron [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Successfully created port: a7563c92-a912-42c7-b883-262e04315bc2 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.242465] env[62679]: DEBUG nova.network.neutron [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Successfully updated port: fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.247678] env[62679]: DEBUG nova.compute.manager [req-ca3336fd-e8af-44a7-89aa-fcd5c067a51e req-fa2d8eeb-e46c-436d-96c4-bee4c795e522 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Received event network-vif-plugged-fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 604.248298] env[62679]: DEBUG oslo_concurrency.lockutils [req-ca3336fd-e8af-44a7-89aa-fcd5c067a51e req-fa2d8eeb-e46c-436d-96c4-bee4c795e522 service nova] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.248298] env[62679]: DEBUG oslo_concurrency.lockutils [req-ca3336fd-e8af-44a7-89aa-fcd5c067a51e req-fa2d8eeb-e46c-436d-96c4-bee4c795e522 service nova] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.248424] env[62679]: DEBUG oslo_concurrency.lockutils [req-ca3336fd-e8af-44a7-89aa-fcd5c067a51e req-fa2d8eeb-e46c-436d-96c4-bee4c795e522 service nova] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.248500] env[62679]: DEBUG nova.compute.manager [req-ca3336fd-e8af-44a7-89aa-fcd5c067a51e req-fa2d8eeb-e46c-436d-96c4-bee4c795e522 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] No waiting events found dispatching network-vif-plugged-fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.248654] env[62679]: WARNING nova.compute.manager [req-ca3336fd-e8af-44a7-89aa-fcd5c067a51e req-fa2d8eeb-e46c-436d-96c4-bee4c795e522 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Received unexpected event network-vif-plugged-fe02aa07-4ed7-4585-b721-f8eba92d5a9f for instance with vm_state building and task_state spawning. [ 604.252340] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.252556] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.252808] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.252960] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.253146] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.254806] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30a1f0d4-0d99-4263-81a6-69399f0fb47b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.264631] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81277} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.265986] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/c6817a48-72cd-49f2-94c2-fad0a792b351.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.266134] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.267201] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.267201] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.267201] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b4ea398-df5d-4aa5-b9e3-3c17f3cd6681 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.269899] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8221ce3f-ead7-4934-b2d9-8559f8140b43 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.277735] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 604.277735] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b73f03-2a64-427b-a5fe-ab8cb92f31e6" [ 604.277735] env[62679]: _type = "Task" [ 604.277735] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.279066] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 604.279066] env[62679]: value = "task-2411630" [ 604.279066] env[62679]: _type = "Task" [ 604.279066] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.292322] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.295364] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b73f03-2a64-427b-a5fe-ab8cb92f31e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.351856] env[62679]: DEBUG nova.network.neutron [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Updated VIF entry in instance network info cache for port 8f098c59-d15b-44e6-af2d-363c05acdeb2. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.352439] env[62679]: DEBUG nova.network.neutron [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Updating instance_info_cache with network_info: [{"id": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "address": "fa:16:3e:cc:0b:ec", "network": {"id": "f9054e56-22c6-4b00-bce3-bb790d6d263e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-407845002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41058ea69c7945bcb80f7cf4205b645b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f098c59-d1", "ovs_interfaceid": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.513093] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe6d869-2f69-4f6b-9423-e15d2fdb7238 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.522914] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545fc48e-e666-4f5b-88c1-fbf867561190 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.558827] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2914d628-4e4e-4e59-8580-d6be53b5440b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.567866] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79f2ba-2372-4b16-b1e7-f4a8eb524f8e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.582444] env[62679]: DEBUG nova.compute.provider_tree [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.754303] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b55b4df3-1c3b-48e4-9cc7-66e514e29b04 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "interface-3bb74c9a-7261-4e45-904b-c5802d90880b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.754560] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b55b4df3-1c3b-48e4-9cc7-66e514e29b04 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "interface-3bb74c9a-7261-4e45-904b-c5802d90880b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.754868] env[62679]: DEBUG nova.objects.instance [None req-b55b4df3-1c3b-48e4-9cc7-66e514e29b04 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lazy-loading 'flavor' on Instance uuid 3bb74c9a-7261-4e45-904b-c5802d90880b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 604.756883] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.756883] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.756883] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.757460] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.757649] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.760490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.760490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.760634] env[62679]: DEBUG nova.network.neutron [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.761990] env[62679]: INFO nova.compute.manager [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Terminating instance [ 604.797372] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b73f03-2a64-427b-a5fe-ab8cb92f31e6, 'name': SearchDatastore_Task, 'duration_secs': 0.02634} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.802911] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074633} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.803245] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fcb371-33d2-4c46-a697-fffc3439bf94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.805775] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.807047] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c5843-9017-4475-b020-c4e932a12482 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.832613] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/c6817a48-72cd-49f2-94c2-fad0a792b351.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.834567] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a486d0de-1613-4679-86b0-27eb52f3be35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.849054] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 604.849054] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5254877d-1e36-3d9c-b5e0-854eb272eb6e" [ 604.849054] env[62679]: _type = "Task" [ 604.849054] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.856420] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6ce260a-d7fa-45ed-b309-8db38b97f838 req-3166cd37-5d59-4acf-abff-659624afd97f service nova] Releasing lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.859912] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 604.859912] env[62679]: value = "task-2411631" [ 604.859912] env[62679]: _type = "Task" [ 604.859912] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.860172] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5254877d-1e36-3d9c-b5e0-854eb272eb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.869706] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.085910] env[62679]: DEBUG nova.scheduler.client.report [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.250525] env[62679]: DEBUG nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.252512] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.252664] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.262117] env[62679]: DEBUG nova.objects.instance [None req-b55b4df3-1c3b-48e4-9cc7-66e514e29b04 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lazy-loading 'pci_requests' on Instance uuid 3bb74c9a-7261-4e45-904b-c5802d90880b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.268243] env[62679]: DEBUG nova.compute.manager [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 605.268441] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 605.275404] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac44c13-49bf-4df6-a9e2-8ccc9f18d77c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.284053] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.286401] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.286914] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.287454] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.287793] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.288134] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.290029] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.290029] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.290029] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.290029] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.290029] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.290340] env[62679]: DEBUG nova.virt.hardware [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.292179] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478ba377-7a81-45fd-b633-0b5ba0e925fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.293800] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff670a6-ef91-4dd5-afb3-b3ff87f4c69e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.307989] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f9f84c-e8d5-4388-8546-3f6287106903 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.314806] env[62679]: DEBUG oslo_vmware.api [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 605.314806] env[62679]: value = "task-2411632" [ 605.314806] env[62679]: _type = "Task" [ 605.314806] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.335498] env[62679]: DEBUG oslo_vmware.api [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.336487] env[62679]: DEBUG nova.network.neutron [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.362998] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5254877d-1e36-3d9c-b5e0-854eb272eb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.047204} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.369871] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.370159] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 204e3516-e790-4b20-b9e4-9696b682b58d/204e3516-e790-4b20-b9e4-9696b682b58d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.370572] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91400c18-ff56-4952-b9a9-7a82ba99398a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.379757] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.382040] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 605.382040] env[62679]: value = "task-2411633" [ 605.382040] env[62679]: _type = "Task" [ 605.382040] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.393025] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.505255] env[62679]: DEBUG nova.network.neutron [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating instance_info_cache with network_info: [{"id": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "address": "fa:16:3e:a7:3a:11", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe02aa07-4e", "ovs_interfaceid": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.595304] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.983s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.596826] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.481s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.597155] env[62679]: DEBUG nova.objects.instance [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lazy-loading 'resources' on Instance uuid d4d0eabc-e9f4-4a8c-9645-83f591476870 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.625105] env[62679]: INFO nova.scheduler.client.report [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Deleted allocations for instance 5c8bfe41-7791-406a-bcc6-532673cc9475 [ 605.767197] env[62679]: DEBUG nova.objects.base [None req-b55b4df3-1c3b-48e4-9cc7-66e514e29b04 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Object Instance<3bb74c9a-7261-4e45-904b-c5802d90880b> lazy-loaded attributes: flavor,pci_requests {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 605.767419] env[62679]: DEBUG nova.network.neutron [None req-b55b4df3-1c3b-48e4-9cc7-66e514e29b04 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.827791] env[62679]: DEBUG oslo_vmware.api [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411632, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.877658] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411631, 'name': ReconfigVM_Task, 'duration_secs': 0.547738} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.878036] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/c6817a48-72cd-49f2-94c2-fad0a792b351.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.878702] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1c2305-e266-4cf1-b604-c17768af48a1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.889997] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 605.889997] env[62679]: value = "task-2411634" [ 605.889997] env[62679]: _type = "Task" [ 605.889997] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.897509] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.904874] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411634, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.995220] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b55b4df3-1c3b-48e4-9cc7-66e514e29b04 tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "interface-3bb74c9a-7261-4e45-904b-c5802d90880b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.240s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.009175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.009601] env[62679]: DEBUG nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Instance network_info: |[{"id": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "address": "fa:16:3e:a7:3a:11", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe02aa07-4e", "ovs_interfaceid": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.014025] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:3a:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe02aa07-4ed7-4585-b721-f8eba92d5a9f', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.020174] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Creating folder: Project (9c0703a759a24e2582d02f680e1ee63c). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.021021] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f3ed2e0-1307-4c5a-81d4-513b4dfaab68 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.036458] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Created folder: Project (9c0703a759a24e2582d02f680e1ee63c) in parent group-v488891. [ 606.036937] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Creating folder: Instances. Parent ref: group-v488968. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.037545] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ab24034-c234-444e-86e8-1da8175c6526 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.050018] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Created folder: Instances in parent group-v488968. [ 606.051193] env[62679]: DEBUG oslo.service.loopingcall [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.051193] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.051193] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5339eef-e9a2-4677-8ece-cd96cb53f79a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.075104] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.075104] env[62679]: value = "task-2411637" [ 606.075104] env[62679]: _type = "Task" [ 606.075104] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.086318] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411637, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.136809] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6e74fd0e-a1f8-4b25-9d5d-0b9b94b100bb tempest-ImagesNegativeTestJSON-761520726 tempest-ImagesNegativeTestJSON-761520726-project-member] Lock "5c8bfe41-7791-406a-bcc6-532673cc9475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.382s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.192909] env[62679]: DEBUG nova.network.neutron [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Successfully updated port: a7563c92-a912-42c7-b883-262e04315bc2 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.197133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "7dd84fc4-8361-4edf-baef-478818448642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.197133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "7dd84fc4-8361-4edf-baef-478818448642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.330722] env[62679]: DEBUG oslo_vmware.api [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411632, 'name': PowerOffVM_Task, 'duration_secs': 0.665709} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.331055] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.331222] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.331483] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a7a179-769f-4440-aa31-fc5c928413e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.403559] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411634, 'name': Rename_Task, 'duration_secs': 0.185243} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.406998] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.407109] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596914} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.412280] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa39e29-cba1-45c0-9bfb-b2a73daf123a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.414136] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 204e3516-e790-4b20-b9e4-9696b682b58d/204e3516-e790-4b20-b9e4-9696b682b58d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.414273] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.415734] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75dfd674-ce2d-4755-933e-67d33106f0f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.421143] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.421143] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.421143] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Deleting the datastore file [datastore1] 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.421143] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc6e43e-71e7-4d8e-80bc-57e9fd2c0671 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.426998] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 606.426998] env[62679]: value = "task-2411639" [ 606.426998] env[62679]: _type = "Task" [ 606.426998] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.428625] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 606.428625] env[62679]: value = "task-2411640" [ 606.428625] env[62679]: _type = "Task" [ 606.428625] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.428625] env[62679]: DEBUG oslo_vmware.api [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for the task: (returnval){ [ 606.428625] env[62679]: value = "task-2411641" [ 606.428625] env[62679]: _type = "Task" [ 606.428625] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.450947] env[62679]: DEBUG oslo_vmware.api [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.451504] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.454369] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.585984] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411637, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.668187] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b781f80d-f543-43e9-a779-19780b6d03c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.677200] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df1c728-aaf6-4fa5-b52f-22622853ec93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.717932] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.718102] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.718252] env[62679]: DEBUG nova.network.neutron [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.721439] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0963371e-0294-41e2-bbc3-c0c88f019327 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.731095] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346ffb08-c490-4a77-976f-6bc0c29a38d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.746586] env[62679]: DEBUG nova.compute.provider_tree [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.964695] env[62679]: DEBUG oslo_vmware.api [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Task: {'id': task-2411641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397129} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.965051] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.965338] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073178} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.965726] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.965941] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.966165] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.966345] env[62679]: INFO nova.compute.manager [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Took 1.70 seconds to destroy the instance on the hypervisor. [ 606.966586] env[62679]: DEBUG oslo.service.loopingcall [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.966783] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.967051] env[62679]: DEBUG nova.compute.manager [-] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.967150] env[62679]: DEBUG nova.network.neutron [-] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.969367] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a35262-df3f-4232-9ba9-51a644e69bb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.001033] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 204e3516-e790-4b20-b9e4-9696b682b58d/204e3516-e790-4b20-b9e4-9696b682b58d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.001033] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b72ab40-d1f5-4e28-9b95-1d201fbf2341 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.026022] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 607.026022] env[62679]: value = "task-2411642" [ 607.026022] env[62679]: _type = "Task" [ 607.026022] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.036966] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.087666] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411637, 'name': CreateVM_Task, 'duration_secs': 0.768608} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.087785] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.088550] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.088964] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.089054] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.089322] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c373f37-b67f-496f-a319-968914b12f30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.095109] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 607.095109] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a1d74e-7d92-65c0-aa8a-2efa49d86503" [ 607.095109] env[62679]: _type = "Task" [ 607.095109] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.106841] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a1d74e-7d92-65c0-aa8a-2efa49d86503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.250857] env[62679]: DEBUG nova.scheduler.client.report [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.269493] env[62679]: DEBUG nova.network.neutron [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.384141] env[62679]: DEBUG nova.compute.manager [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Received event network-changed-fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 607.384141] env[62679]: DEBUG nova.compute.manager [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Refreshing instance network info cache due to event network-changed-fe02aa07-4ed7-4585-b721-f8eba92d5a9f. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 607.384141] env[62679]: DEBUG oslo_concurrency.lockutils [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] Acquiring lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.384141] env[62679]: DEBUG oslo_concurrency.lockutils [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] Acquired lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.384141] env[62679]: DEBUG nova.network.neutron [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Refreshing network info cache for port fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.439153] env[62679]: DEBUG oslo_vmware.api [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411639, 'name': PowerOnVM_Task, 'duration_secs': 0.55713} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.439335] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.439535] env[62679]: INFO nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Took 13.09 seconds to spawn the instance on the hypervisor. [ 607.439713] env[62679]: DEBUG nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.440548] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a7079-f7ec-44ef-9af9-7e79ff01a4d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.524333] env[62679]: DEBUG nova.network.neutron [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Updating instance_info_cache with network_info: [{"id": "a7563c92-a912-42c7-b883-262e04315bc2", "address": "fa:16:3e:5b:f9:f2", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7563c92-a9", "ovs_interfaceid": "a7563c92-a912-42c7-b883-262e04315bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.537686] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411642, 'name': ReconfigVM_Task, 'duration_secs': 0.305025} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.540016] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 204e3516-e790-4b20-b9e4-9696b682b58d/204e3516-e790-4b20-b9e4-9696b682b58d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.541927] env[62679]: DEBUG nova.compute.manager [req-e768329a-f776-4755-97ef-fe36d643e07c req-59045848-b42d-478b-8f6a-72c4a38671ff service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Received event network-vif-plugged-a7563c92-a912-42c7-b883-262e04315bc2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 607.543085] env[62679]: DEBUG oslo_concurrency.lockutils [req-e768329a-f776-4755-97ef-fe36d643e07c req-59045848-b42d-478b-8f6a-72c4a38671ff service nova] Acquiring lock "681316d4-efba-4601-a9c6-59b79bb226b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.543353] env[62679]: DEBUG oslo_concurrency.lockutils [req-e768329a-f776-4755-97ef-fe36d643e07c req-59045848-b42d-478b-8f6a-72c4a38671ff service nova] Lock "681316d4-efba-4601-a9c6-59b79bb226b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.543554] env[62679]: DEBUG oslo_concurrency.lockutils [req-e768329a-f776-4755-97ef-fe36d643e07c req-59045848-b42d-478b-8f6a-72c4a38671ff service nova] Lock "681316d4-efba-4601-a9c6-59b79bb226b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.543745] env[62679]: DEBUG nova.compute.manager [req-e768329a-f776-4755-97ef-fe36d643e07c req-59045848-b42d-478b-8f6a-72c4a38671ff service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] No waiting events found dispatching network-vif-plugged-a7563c92-a912-42c7-b883-262e04315bc2 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.543943] env[62679]: WARNING nova.compute.manager [req-e768329a-f776-4755-97ef-fe36d643e07c req-59045848-b42d-478b-8f6a-72c4a38671ff service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Received unexpected event network-vif-plugged-a7563c92-a912-42c7-b883-262e04315bc2 for instance with vm_state building and task_state spawning. [ 607.546908] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3cd838f-62f5-4d4b-8cda-0f26fa1e6eb3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.554588] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 607.554588] env[62679]: value = "task-2411643" [ 607.554588] env[62679]: _type = "Task" [ 607.554588] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.565337] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411643, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.606879] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a1d74e-7d92-65c0-aa8a-2efa49d86503, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.607284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.608981] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.608981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.608981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.608981] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.608981] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2672ed-f885-4ed2-8baa-4d94e9b08b27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.618137] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.618388] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.619198] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c6ffae-0963-46e3-b333-a79396c69cc9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.628668] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.628954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.629286] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 607.629286] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521f4b10-4acd-4e1c-cc1e-8c741af811a9" [ 607.629286] env[62679]: _type = "Task" [ 607.629286] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.640733] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521f4b10-4acd-4e1c-cc1e-8c741af811a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.642030] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f31be19-9e75-4a3d-b016-88e038de1145 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.647614] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 607.647614] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5218ede0-f0c2-e1e1-a2de-36e5cd68e960" [ 607.647614] env[62679]: _type = "Task" [ 607.647614] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.658525] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.658789] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.659047] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5218ede0-f0c2-e1e1-a2de-36e5cd68e960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.759152] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.760337] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.103s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.760571] env[62679]: DEBUG nova.objects.instance [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lazy-loading 'resources' on Instance uuid 68867eaf-ba52-4afd-bc33-f99d461a7e37 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.780190] env[62679]: INFO nova.scheduler.client.report [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Deleted allocations for instance d4d0eabc-e9f4-4a8c-9645-83f591476870 [ 607.889572] env[62679]: DEBUG nova.network.neutron [-] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.965385] env[62679]: INFO nova.compute.manager [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Took 25.39 seconds to build instance. [ 608.031465] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.031796] env[62679]: DEBUG nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Instance network_info: |[{"id": "a7563c92-a912-42c7-b883-262e04315bc2", "address": "fa:16:3e:5b:f9:f2", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7563c92-a9", "ovs_interfaceid": "a7563c92-a912-42c7-b883-262e04315bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.032303] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:f9:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7563c92-a912-42c7-b883-262e04315bc2', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.040145] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating folder: Project (36a35433359745d086a3d6a8d7a4fffe). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.040485] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0a17f4a-860e-47dc-8746-0f6187439fa9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.055599] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created folder: Project (36a35433359745d086a3d6a8d7a4fffe) in parent group-v488891. [ 608.055812] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating folder: Instances. Parent ref: group-v488971. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.060038] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa0c466-6eaa-4c26-8d5e-c072fdb37966 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.066866] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411643, 'name': Rename_Task, 'duration_secs': 0.164274} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.067188] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.068569] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc48dacd-b6d7-4f66-85f1-882f842dc5b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.070258] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created folder: Instances in parent group-v488971. [ 608.070488] env[62679]: DEBUG oslo.service.loopingcall [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.071140] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.071267] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff6d655-e533-4794-8333-e9d91d9f6aa1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.087308] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 608.087308] env[62679]: value = "task-2411646" [ 608.087308] env[62679]: _type = "Task" [ 608.087308] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.094946] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.094946] env[62679]: value = "task-2411647" [ 608.094946] env[62679]: _type = "Task" [ 608.094946] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.101640] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411646, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.107805] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411647, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.160025] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5218ede0-f0c2-e1e1-a2de-36e5cd68e960, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.160318] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.160559] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 5ebe9418-64b8-46a5-b556-115b7b93f322/5ebe9418-64b8-46a5-b556-115b7b93f322.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.160833] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c97a87-4fdb-4479-bdd4-cdd7f5db02ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.168114] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 608.168114] env[62679]: value = "task-2411648" [ 608.168114] env[62679]: _type = "Task" [ 608.168114] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.176719] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.201574] env[62679]: DEBUG nova.network.neutron [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updated VIF entry in instance network info cache for port fe02aa07-4ed7-4585-b721-f8eba92d5a9f. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.201946] env[62679]: DEBUG nova.network.neutron [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating instance_info_cache with network_info: [{"id": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "address": "fa:16:3e:a7:3a:11", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe02aa07-4e", "ovs_interfaceid": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.290733] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73723d43-cc89-449d-925c-67e6e1de7514 tempest-ServerPasswordTestJSON-403432159 tempest-ServerPasswordTestJSON-403432159-project-member] Lock "d4d0eabc-e9f4-4a8c-9645-83f591476870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.598s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.393481] env[62679]: INFO nova.compute.manager [-] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Took 1.43 seconds to deallocate network for instance. [ 608.468134] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef1d84db-4deb-4fd5-8cb9-dd33aa28a54f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.912s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.487699] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "3bb74c9a-7261-4e45-904b-c5802d90880b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.488011] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.488332] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "3bb74c9a-7261-4e45-904b-c5802d90880b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.488573] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.488750] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.492096] env[62679]: INFO nova.compute.manager [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Terminating instance [ 608.605138] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.613688] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411647, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.684323] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411648, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.704549] env[62679]: DEBUG oslo_concurrency.lockutils [req-a90f9da1-1c57-4210-b4ba-60426d8e3db9 req-e5443ee6-e1a6-4e59-955b-9a94e94f91a8 service nova] Releasing lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.812819] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6930b1e2-afd5-474d-8121-855a597d3aea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.821521] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63887fa-7e6b-4d8c-ac26-a4a5fa16fb15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.854511] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e854e-0202-40c5-b22d-247c4358c86e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.862584] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e544526e-8ca8-4f38-88b6-7d5388ffc939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.878273] env[62679]: DEBUG nova.compute.provider_tree [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.905422] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.971221] env[62679]: DEBUG nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.998329] env[62679]: DEBUG nova.compute.manager [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.998570] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.999719] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f4c5cd-ff0a-4c82-96b1-cfaf32758cb2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.009125] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.010201] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6308d1b-e7a3-4c8b-a68c-b6bff63d28d6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.018730] env[62679]: DEBUG oslo_vmware.api [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 609.018730] env[62679]: value = "task-2411649" [ 609.018730] env[62679]: _type = "Task" [ 609.018730] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.019189] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.019449] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.019681] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.019851] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.020092] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.022464] env[62679]: INFO nova.compute.manager [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Terminating instance [ 609.035799] env[62679]: DEBUG oslo_vmware.api [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.075018] env[62679]: INFO nova.compute.manager [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Rescuing [ 609.075298] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.075574] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquired lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.075574] env[62679]: DEBUG nova.network.neutron [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.102175] env[62679]: DEBUG oslo_vmware.api [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411646, 'name': PowerOnVM_Task, 'duration_secs': 0.77314} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.102844] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.103165] env[62679]: INFO nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Took 12.07 seconds to spawn the instance on the hypervisor. [ 609.103400] env[62679]: DEBUG nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.104543] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ca734-bae6-4f79-94d4-6ed889bf6fb7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.110524] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411647, 'name': CreateVM_Task, 'duration_secs': 0.570159} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.111063] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.111829] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.112011] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.112339] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.112584] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2177433-4e7a-497c-83af-9ddf6f6844eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.124448] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 609.124448] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c267b8-d4b4-7b87-e03a-6d47d01fea6b" [ 609.124448] env[62679]: _type = "Task" [ 609.124448] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.133243] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c267b8-d4b4-7b87-e03a-6d47d01fea6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.178820] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520134} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.179117] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 5ebe9418-64b8-46a5-b556-115b7b93f322/5ebe9418-64b8-46a5-b556-115b7b93f322.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.179292] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.179540] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e06bcc-5dc2-4381-beb6-6e3f2229e6c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.189329] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 609.189329] env[62679]: value = "task-2411650" [ 609.189329] env[62679]: _type = "Task" [ 609.189329] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.199808] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.381965] env[62679]: DEBUG nova.scheduler.client.report [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.498973] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.534609] env[62679]: DEBUG oslo_vmware.api [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411649, 'name': PowerOffVM_Task, 'duration_secs': 0.254958} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.535378] env[62679]: DEBUG nova.compute.manager [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.535583] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.535853] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.536023] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.536803] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eae45f7-9e1d-470a-8757-18118a2d070f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.539861] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e286d86c-ce09-4214-8a52-af3946639086 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.547303] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.547556] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e27d560-f83b-4a9a-9b77-725ef05a2650 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.555365] env[62679]: DEBUG oslo_vmware.api [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 609.555365] env[62679]: value = "task-2411652" [ 609.555365] env[62679]: _type = "Task" [ 609.555365] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.566763] env[62679]: DEBUG oslo_vmware.api [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.622133] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.622133] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.622133] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Deleting the datastore file [datastore2] 3bb74c9a-7261-4e45-904b-c5802d90880b {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.622133] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-814b821e-91b6-4357-9616-08a2ecf5a8fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.631688] env[62679]: INFO nova.compute.manager [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Took 26.13 seconds to build instance. [ 609.637325] env[62679]: DEBUG oslo_vmware.api [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for the task: (returnval){ [ 609.637325] env[62679]: value = "task-2411653" [ 609.637325] env[62679]: _type = "Task" [ 609.637325] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.652858] env[62679]: DEBUG oslo_vmware.api [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.657140] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c267b8-d4b4-7b87-e03a-6d47d01fea6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013365} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.660146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.661029] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.661029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.661029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.661211] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.662142] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-309f3983-5280-49bc-a103-08bf49f5672d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.675772] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.675974] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.676748] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39146aa-074b-482d-b0a0-2cb702cc56a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.683918] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 609.683918] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a7d5e3-649f-11c4-29af-b5899a10d0ac" [ 609.683918] env[62679]: _type = "Task" [ 609.683918] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.696702] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a7d5e3-649f-11c4-29af-b5899a10d0ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.703365] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.703626] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.704419] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7437cf23-90ea-42c0-b9bc-243a554da9bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.731035] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 5ebe9418-64b8-46a5-b556-115b7b93f322/5ebe9418-64b8-46a5-b556-115b7b93f322.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.733404] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf9373e-0f3e-4c4f-b116-eb43ed40f2c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.757808] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 609.757808] env[62679]: value = "task-2411654" [ 609.757808] env[62679]: _type = "Task" [ 609.757808] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.767725] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.887168] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.890975] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.170s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.895778] env[62679]: INFO nova.compute.claims [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.917277] env[62679]: INFO nova.scheduler.client.report [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted allocations for instance 68867eaf-ba52-4afd-bc33-f99d461a7e37 [ 609.931163] env[62679]: DEBUG nova.compute.manager [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Received event network-changed-a7563c92-a912-42c7-b883-262e04315bc2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 609.931362] env[62679]: DEBUG nova.compute.manager [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Refreshing instance network info cache due to event network-changed-a7563c92-a912-42c7-b883-262e04315bc2. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 609.931990] env[62679]: DEBUG oslo_concurrency.lockutils [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] Acquiring lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.931990] env[62679]: DEBUG oslo_concurrency.lockutils [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] Acquired lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.931990] env[62679]: DEBUG nova.network.neutron [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Refreshing network info cache for port a7563c92-a912-42c7-b883-262e04315bc2 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.067789] env[62679]: DEBUG oslo_vmware.api [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411652, 'name': PowerOffVM_Task, 'duration_secs': 0.2985} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.068193] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.068830] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.069212] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e629b5f1-e0b2-424b-98a7-bcc5952bbe68 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.115412] env[62679]: DEBUG nova.network.neutron [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.136543] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ce64484-ff74-4b60-83e3-42522a7d958b tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "204e3516-e790-4b20-b9e4-9696b682b58d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.646s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.155510] env[62679]: DEBUG oslo_vmware.api [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Task: {'id': task-2411653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424358} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.155851] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.155996] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.156142] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.156312] env[62679]: INFO nova.compute.manager [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 610.156550] env[62679]: DEBUG oslo.service.loopingcall [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.156899] env[62679]: DEBUG nova.compute.manager [-] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.157105] env[62679]: DEBUG nova.network.neutron [-] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.166706] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.166915] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.167122] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Deleting the datastore file [datastore2] bcc5d4ec-9218-4db5-b1e5-42dcd192c915 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.167431] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e047c1e3-1585-4b33-9af8-cdf7cdd7fc95 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.176199] env[62679]: DEBUG oslo_vmware.api [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for the task: (returnval){ [ 610.176199] env[62679]: value = "task-2411656" [ 610.176199] env[62679]: _type = "Task" [ 610.176199] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.184851] env[62679]: DEBUG oslo_vmware.api [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.198253] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a7d5e3-649f-11c4-29af-b5899a10d0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015522} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.199037] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db4f1ec-8bcc-40b2-890c-a62d251b8ce4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.205021] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 610.205021] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2b737-073a-72aa-e782-4304fd5860a9" [ 610.205021] env[62679]: _type = "Task" [ 610.205021] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.218019] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2b737-073a-72aa-e782-4304fd5860a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.272071] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.426800] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da4f9ff1-d967-48ac-80cc-73b5d507c6f9 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "68867eaf-ba52-4afd-bc33-f99d461a7e37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.819s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.619340] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Releasing lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.639489] env[62679]: DEBUG nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.687702] env[62679]: DEBUG oslo_vmware.api [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Task: {'id': task-2411656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320338} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.687702] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.687702] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.687702] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.687702] env[62679]: INFO nova.compute.manager [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Took 1.15 seconds to destroy the instance on the hypervisor. [ 610.688129] env[62679]: DEBUG oslo.service.loopingcall [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.688129] env[62679]: DEBUG nova.compute.manager [-] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.688221] env[62679]: DEBUG nova.network.neutron [-] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.717186] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2b737-073a-72aa-e782-4304fd5860a9, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.717465] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.717981] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/681316d4-efba-4601-a9c6-59b79bb226b7.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.718394] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c242504-2dc6-444d-8d15-78c21376ada3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.728133] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 610.728133] env[62679]: value = "task-2411657" [ 610.728133] env[62679]: _type = "Task" [ 610.728133] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.741848] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.774858] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411654, 'name': ReconfigVM_Task, 'duration_secs': 0.72959} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.775214] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 5ebe9418-64b8-46a5-b556-115b7b93f322/5ebe9418-64b8-46a5-b556-115b7b93f322.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.776053] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c59f302f-4224-484e-8193-6c1936f70fb4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.785777] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 610.785777] env[62679]: value = "task-2411658" [ 610.785777] env[62679]: _type = "Task" [ 610.785777] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.794603] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411658, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.036085] env[62679]: DEBUG nova.network.neutron [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Updated VIF entry in instance network info cache for port a7563c92-a912-42c7-b883-262e04315bc2. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.036085] env[62679]: DEBUG nova.network.neutron [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Updating instance_info_cache with network_info: [{"id": "a7563c92-a912-42c7-b883-262e04315bc2", "address": "fa:16:3e:5b:f9:f2", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7563c92-a9", "ovs_interfaceid": "a7563c92-a912-42c7-b883-262e04315bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.178927] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.247933] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.299270] env[62679]: DEBUG nova.network.neutron [-] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.300936] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411658, 'name': Rename_Task, 'duration_secs': 0.268108} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.301498] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.301750] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b47cd53-3c4a-4cb7-bf22-28e86371469b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.318844] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 611.318844] env[62679]: value = "task-2411659" [ 611.318844] env[62679]: _type = "Task" [ 611.318844] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.333589] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.541594] env[62679]: DEBUG oslo_concurrency.lockutils [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] Releasing lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.541594] env[62679]: DEBUG nova.compute.manager [req-55122a9a-4080-4b33-ba94-1b19ef2926f0 req-c8bb6bda-71e5-4fe6-bf60-9c071e0e432f service nova] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Received event network-vif-deleted-dd9285a5-9c78-4dda-bfa2-9b610f74a8a3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 611.548818] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b345b5-9cc2-48ce-8491-8f0e1677ca6b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.558317] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4345e665-2e9c-437f-b3cd-291dfa49207c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.599393] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ee9f8b-0e41-4594-9355-76eb8e4a7a8f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.602845] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921a8c28-1c07-40c8-8397-a8b23450f7cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.621701] env[62679]: DEBUG nova.compute.provider_tree [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.706136] env[62679]: DEBUG nova.network.neutron [-] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.744758] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686508} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.747814] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/681316d4-efba-4601-a9c6-59b79bb226b7.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.747814] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.747814] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16d75c76-69e3-4e4e-980c-21140cf8b84f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.753394] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 611.753394] env[62679]: value = "task-2411660" [ 611.753394] env[62679]: _type = "Task" [ 611.753394] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.765396] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.785429] env[62679]: DEBUG nova.compute.manager [req-a65555d2-f643-4d62-b0c3-22f654484db1 req-0f16ac46-9f15-4495-8d52-dd13139a41bd service nova] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Received event network-vif-deleted-98f5dd65-ab64-4c1e-b21a-5284beb7a5b8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 611.803022] env[62679]: INFO nova.compute.manager [-] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Took 1.65 seconds to deallocate network for instance. [ 611.832557] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.025644] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.026023] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.125896] env[62679]: DEBUG nova.scheduler.client.report [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.166914] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.167276] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b9ecdbf-210e-4197-9712-0593b5ccb1a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.175818] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 612.175818] env[62679]: value = "task-2411661" [ 612.175818] env[62679]: _type = "Task" [ 612.175818] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.185813] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.209485] env[62679]: INFO nova.compute.manager [-] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Took 1.52 seconds to deallocate network for instance. [ 612.264773] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073041} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.265060] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.265868] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c54658-c220-4601-b110-210695b4ddb7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.270541] env[62679]: DEBUG nova.compute.manager [req-bd7f07ba-239d-453d-8db0-701dd7491fc0 req-44a9ac63-4fba-4af1-a11c-842978be389e service nova] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Received event network-vif-deleted-b84a2a74-b9c9-40bb-bb2e-29d597179e60 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 612.294123] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/681316d4-efba-4601-a9c6-59b79bb226b7.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.294746] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f34bd45-f442-4776-851c-ac59f6694064 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.315548] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.327029] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 612.327029] env[62679]: value = "task-2411662" [ 612.327029] env[62679]: _type = "Task" [ 612.327029] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.338052] env[62679]: DEBUG oslo_vmware.api [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2411659, 'name': PowerOnVM_Task, 'duration_secs': 0.589866} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.339299] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.339299] env[62679]: INFO nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Took 10.47 seconds to spawn the instance on the hypervisor. [ 612.339493] env[62679]: DEBUG nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.340415] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bcf312-9efe-43d2-9690-8275a8ef537c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.349496] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.535518] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.535687] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 612.535808] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Rebuilding the list of instances to heal {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10456}} [ 612.632719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.633586] env[62679]: DEBUG nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.636896] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.193s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.636896] env[62679]: DEBUG nova.objects.instance [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lazy-loading 'resources' on Instance uuid 151267de-2916-4c2d-97a7-927a33a89b4b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.691954] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411661, 'name': PowerOffVM_Task, 'duration_secs': 0.259826} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.692682] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.694037] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a0a90c-61e2-436f-bfe4-5d89ec125649 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.732360] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.733663] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd3003-146b-4c99-8dc3-327e789863ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.773030] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.773300] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fcd6c3-9467-4f8b-b323-fb43ed81b2b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.782802] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 612.782802] env[62679]: value = "task-2411663" [ 612.782802] env[62679]: _type = "Task" [ 612.782802] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.794597] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 612.794864] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.795592] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.795713] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.795915] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.796201] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d435de5d-19ed-4214-bba4-54a711538be2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.806066] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.806351] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.807080] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610a1934-dcc5-4372-92f9-c1463710b763 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.812579] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 612.812579] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52907cf3-4faf-31a2-8e37-5bde221a2192" [ 612.812579] env[62679]: _type = "Task" [ 612.812579] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.821948] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52907cf3-4faf-31a2-8e37-5bde221a2192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.843681] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.871246] env[62679]: INFO nova.compute.manager [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Took 26.97 seconds to build instance. [ 613.045856] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 613.045856] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 613.067143] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.067290] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.067445] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 613.067619] env[62679]: DEBUG nova.objects.instance [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lazy-loading 'info_cache' on Instance uuid 151267de-2916-4c2d-97a7-927a33a89b4b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.143492] env[62679]: DEBUG nova.compute.utils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.148681] env[62679]: DEBUG nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.148681] env[62679]: DEBUG nova.network.neutron [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.214863] env[62679]: DEBUG nova.policy [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b7d65992694d699fe90970de1454f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed43e618f90842daa5ae6a9b0e9c1cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.330129] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52907cf3-4faf-31a2-8e37-5bde221a2192, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.334470] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2124a2ae-237d-4345-9cbf-4143625cd041 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.346716] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 613.346716] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b65456-0967-dacc-f237-8a31b4736f3a" [ 613.346716] env[62679]: _type = "Task" [ 613.346716] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.349928] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411662, 'name': ReconfigVM_Task, 'duration_secs': 0.764836} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.353253] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/681316d4-efba-4601-a9c6-59b79bb226b7.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.354037] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbaebc6-420a-48ee-8c3e-2e777c1d46d6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.362602] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b65456-0967-dacc-f237-8a31b4736f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.363948] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 613.363948] env[62679]: value = "task-2411664" [ 613.363948] env[62679]: _type = "Task" [ 613.363948] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.374592] env[62679]: DEBUG oslo_concurrency.lockutils [None req-abfbd878-c454-44ce-b9ec-d03230b24928 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.844s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.374592] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411664, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.555708] env[62679]: DEBUG nova.network.neutron [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Successfully created port: a2811f40-fec2-4025-83cf-750c9bb3a7fd {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.650839] env[62679]: DEBUG nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.695654] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fd9374-3dcd-4bd4-9832-138b44131453 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.704895] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b80d0b-3d9b-4641-affe-93cc17474bef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.741269] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd5cb7-09fe-4de1-8e69-857ee485d166 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.749905] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41095ccf-b7fb-4a89-815a-9df955a984fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.764117] env[62679]: DEBUG nova.compute.provider_tree [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.862476] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b65456-0967-dacc-f237-8a31b4736f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.028302} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.862972] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.863337] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. {{(pid=62679) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 613.863868] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f26e5a1-bfdb-420a-badb-92b13991b9d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.877542] env[62679]: DEBUG nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.885221] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 613.885221] env[62679]: value = "task-2411665" [ 613.885221] env[62679]: _type = "Task" [ 613.885221] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.885449] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411664, 'name': Rename_Task, 'duration_secs': 0.38051} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.885977] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.889985] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-323c12a9-003d-4f13-a27f-6bbbb890aeac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.896586] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.897892] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 613.897892] env[62679]: value = "task-2411666" [ 613.897892] env[62679]: _type = "Task" [ 613.897892] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.905052] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "fddb9aca-6c55-473e-979f-5eafb09256f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.905290] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "fddb9aca-6c55-473e-979f-5eafb09256f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.909886] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.102433] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.249855] env[62679]: DEBUG nova.compute.manager [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Received event network-changed-8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 614.249855] env[62679]: DEBUG nova.compute.manager [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Refreshing instance network info cache due to event network-changed-8f098c59-d15b-44e6-af2d-363c05acdeb2. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 614.249855] env[62679]: DEBUG oslo_concurrency.lockutils [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] Acquiring lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.249855] env[62679]: DEBUG oslo_concurrency.lockutils [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] Acquired lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.250271] env[62679]: DEBUG nova.network.neutron [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Refreshing network info cache for port 8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.269329] env[62679]: DEBUG nova.scheduler.client.report [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.409087] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496996} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.409836] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. [ 614.412304] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7872e94-cfb3-4e18-8d2c-953528d2f665 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.414913] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.418221] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411666, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.444141] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.444470] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5a3cbf-b27b-490f-8137-7a14ed74e598 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.465394] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 614.465394] env[62679]: value = "task-2411667" [ 614.465394] env[62679]: _type = "Task" [ 614.465394] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.474461] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.660471] env[62679]: DEBUG nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.688759] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.689062] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.689237] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.689470] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.689724] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.689916] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.690236] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.690408] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.690606] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.690828] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.691142] env[62679]: DEBUG nova.virt.hardware [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.692328] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fa4c3e-9668-46d5-97c2-9f2d1a3e24ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.706561] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a648b38c-fb4f-4c1b-9332-19bcc46ce00c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.775295] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.777868] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.408s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.780320] env[62679]: INFO nova.compute.claims [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.797752] env[62679]: INFO nova.scheduler.client.report [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Deleted allocations for instance 151267de-2916-4c2d-97a7-927a33a89b4b [ 614.908649] env[62679]: DEBUG oslo_vmware.api [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411666, 'name': PowerOnVM_Task, 'duration_secs': 0.820095} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.909048] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.909048] env[62679]: INFO nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Took 9.66 seconds to spawn the instance on the hypervisor. [ 614.909264] env[62679]: DEBUG nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.910011] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee0e39f-6df3-4b6d-be8a-f073fee63a5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.978337] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411667, 'name': ReconfigVM_Task, 'duration_secs': 0.333826} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.979350] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.981672] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.984287] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7895a33-936c-4c5b-876b-42355bea3ce2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.013270] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca124476-9dec-42e0-8f86-2ca714072633 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.031844] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 615.031844] env[62679]: value = "task-2411668" [ 615.031844] env[62679]: _type = "Task" [ 615.031844] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.043293] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.294914] env[62679]: DEBUG nova.network.neutron [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Successfully updated port: a2811f40-fec2-4025-83cf-750c9bb3a7fd {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.307228] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7ea0a0c9-31fe-4af7-94fb-9edf751540b3 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441 tempest-FloatingIPsAssociationNegativeTestJSON-2042116441-project-member] Lock "151267de-2916-4c2d-97a7-927a33a89b4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.565s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.414265] env[62679]: DEBUG nova.network.neutron [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Updated VIF entry in instance network info cache for port 8f098c59-d15b-44e6-af2d-363c05acdeb2. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.414641] env[62679]: DEBUG nova.network.neutron [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Updating instance_info_cache with network_info: [{"id": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "address": "fa:16:3e:cc:0b:ec", "network": {"id": "f9054e56-22c6-4b00-bce3-bb790d6d263e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-407845002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41058ea69c7945bcb80f7cf4205b645b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f098c59-d1", "ovs_interfaceid": "8f098c59-d15b-44e6-af2d-363c05acdeb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.436040] env[62679]: INFO nova.compute.manager [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Took 28.92 seconds to build instance. [ 615.483183] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-151267de-2916-4c2d-97a7-927a33a89b4b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.483183] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 615.483183] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.483523] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.483772] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.484022] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.485264] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.485264] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.485264] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 615.485264] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.540100] env[62679]: DEBUG nova.compute.manager [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Received event network-changed-fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 615.540342] env[62679]: DEBUG nova.compute.manager [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Refreshing instance network info cache due to event network-changed-fe02aa07-4ed7-4585-b721-f8eba92d5a9f. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 615.540570] env[62679]: DEBUG oslo_concurrency.lockutils [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] Acquiring lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.540713] env[62679]: DEBUG oslo_concurrency.lockutils [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] Acquired lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.540871] env[62679]: DEBUG nova.network.neutron [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Refreshing network info cache for port fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.552529] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411668, 'name': ReconfigVM_Task, 'duration_secs': 0.188867} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.554276] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.554276] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07885b8f-af34-43fd-a3e9-0fdd35c2683a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.569475] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 615.569475] env[62679]: value = "task-2411669" [ 615.569475] env[62679]: _type = "Task" [ 615.569475] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.585291] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.798190] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "refresh_cache-af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.798451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "refresh_cache-af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.798545] env[62679]: DEBUG nova.network.neutron [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.918208] env[62679]: DEBUG oslo_concurrency.lockutils [req-4c50fc67-79d5-4516-a9de-d30ac19529c2 req-b228b529-c0d6-4b33-8ca3-9a713cf56ec3 service nova] Releasing lock "refresh_cache-204e3516-e790-4b20-b9e4-9696b682b58d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.940936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb720cc-79c7-4374-9d54-9c5df87a8897 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "681316d4-efba-4601-a9c6-59b79bb226b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.701s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.987700] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.081128] env[62679]: DEBUG oslo_vmware.api [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411669, 'name': PowerOnVM_Task, 'duration_secs': 0.399353} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.084403] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.088498] env[62679]: DEBUG nova.compute.manager [None req-52045edb-a213-4b24-a49b-26d9a33bad4f tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.092173] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9d9946-7791-4478-88df-a8d8b3425d6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.355690] env[62679]: DEBUG nova.network.neutron [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.379967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cadd003-421e-404d-8ed9-52af3e59b333 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.392285] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276c862-f2d4-44f4-bfaf-69c5aba11a9b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.431118] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2324a54e-8a4e-4b59-bf9e-a9bcfcd9453d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.441558] env[62679]: DEBUG nova.compute.manager [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Received event network-vif-plugged-a2811f40-fec2-4025-83cf-750c9bb3a7fd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 616.441558] env[62679]: DEBUG oslo_concurrency.lockutils [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] Acquiring lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.441558] env[62679]: DEBUG oslo_concurrency.lockutils [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.441558] env[62679]: DEBUG oslo_concurrency.lockutils [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.441558] env[62679]: DEBUG nova.compute.manager [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] No waiting events found dispatching network-vif-plugged-a2811f40-fec2-4025-83cf-750c9bb3a7fd {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.441836] env[62679]: WARNING nova.compute.manager [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Received unexpected event network-vif-plugged-a2811f40-fec2-4025-83cf-750c9bb3a7fd for instance with vm_state building and task_state spawning. [ 616.441836] env[62679]: DEBUG nova.compute.manager [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Received event network-changed-a2811f40-fec2-4025-83cf-750c9bb3a7fd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 616.441836] env[62679]: DEBUG nova.compute.manager [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Refreshing instance network info cache due to event network-changed-a2811f40-fec2-4025-83cf-750c9bb3a7fd. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 616.441836] env[62679]: DEBUG oslo_concurrency.lockutils [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] Acquiring lock "refresh_cache-af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.443960] env[62679]: DEBUG nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.451355] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b69ff95-1229-4fc4-ba0b-af38145e9d44 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.466299] env[62679]: DEBUG nova.compute.provider_tree [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.674063] env[62679]: DEBUG nova.network.neutron [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Updating instance_info_cache with network_info: [{"id": "a2811f40-fec2-4025-83cf-750c9bb3a7fd", "address": "fa:16:3e:23:0a:e1", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2811f40-fe", "ovs_interfaceid": "a2811f40-fec2-4025-83cf-750c9bb3a7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.796988] env[62679]: DEBUG nova.network.neutron [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updated VIF entry in instance network info cache for port fe02aa07-4ed7-4585-b721-f8eba92d5a9f. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.797381] env[62679]: DEBUG nova.network.neutron [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating instance_info_cache with network_info: [{"id": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "address": "fa:16:3e:a7:3a:11", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe02aa07-4e", "ovs_interfaceid": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.968815] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.972742] env[62679]: DEBUG nova.scheduler.client.report [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.178607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "refresh_cache-af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.179120] env[62679]: DEBUG nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Instance network_info: |[{"id": "a2811f40-fec2-4025-83cf-750c9bb3a7fd", "address": "fa:16:3e:23:0a:e1", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2811f40-fe", "ovs_interfaceid": "a2811f40-fec2-4025-83cf-750c9bb3a7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.179408] env[62679]: DEBUG oslo_concurrency.lockutils [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] Acquired lock "refresh_cache-af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.179672] env[62679]: DEBUG nova.network.neutron [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Refreshing network info cache for port a2811f40-fec2-4025-83cf-750c9bb3a7fd {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.183473] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:0a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2811f40-fec2-4025-83cf-750c9bb3a7fd', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.194454] env[62679]: DEBUG oslo.service.loopingcall [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.196158] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.196411] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f89a667b-2bbe-44e6-8fd8-966fc975dbc2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.223852] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.223852] env[62679]: value = "task-2411670" [ 617.223852] env[62679]: _type = "Task" [ 617.223852] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.234884] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411670, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.300512] env[62679]: DEBUG oslo_concurrency.lockutils [req-be916cdb-bdf3-48fc-b271-c21acf5ea7cf req-5b115dca-f20b-47de-913f-0c8f7cb06d27 service nova] Releasing lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.477500] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.478668] env[62679]: DEBUG nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.481669] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.357s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.481669] env[62679]: DEBUG nova.objects.instance [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lazy-loading 'resources' on Instance uuid cb2a3d96-0163-47de-beb6-7519b75247fb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.737109] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411670, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.989038] env[62679]: DEBUG nova.compute.utils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.991161] env[62679]: DEBUG nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.991375] env[62679]: DEBUG nova.network.neutron [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.093887] env[62679]: DEBUG nova.policy [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c40f795827cf47d499bc9c36113fb561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36a35433359745d086a3d6a8d7a4fffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.234848] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411670, 'name': CreateVM_Task, 'duration_secs': 0.999975} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.237549] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.238521] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.239757] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.240124] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.240408] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b8651c-3e49-4c7d-8d65-be1a73e3f785 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.247500] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 618.247500] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fe1410-3b87-61e8-b766-d19e7495db5c" [ 618.247500] env[62679]: _type = "Task" [ 618.247500] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.260315] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fe1410-3b87-61e8-b766-d19e7495db5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.273822] env[62679]: DEBUG nova.network.neutron [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Updated VIF entry in instance network info cache for port a2811f40-fec2-4025-83cf-750c9bb3a7fd. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.274241] env[62679]: DEBUG nova.network.neutron [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Updating instance_info_cache with network_info: [{"id": "a2811f40-fec2-4025-83cf-750c9bb3a7fd", "address": "fa:16:3e:23:0a:e1", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2811f40-fe", "ovs_interfaceid": "a2811f40-fec2-4025-83cf-750c9bb3a7fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.496230] env[62679]: DEBUG nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.598021] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400a394-d0ae-4d9c-ab86-67f808e084f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.607528] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b483a0ab-3771-43fc-bc24-ee426a7880ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.645680] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e04693-b0d7-45e3-b292-fd9d193253b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.653435] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2194c-62c5-4b58-9fef-7750c11256f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.672705] env[62679]: DEBUG nova.compute.provider_tree [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.763027] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fe1410-3b87-61e8-b766-d19e7495db5c, 'name': SearchDatastore_Task, 'duration_secs': 0.015075} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.763027] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.763027] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.763027] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.763228] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.763228] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.763228] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e3b3c4-763b-4087-bf11-8a496aef8e75 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.776021] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.776021] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.776021] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9068c49-121c-459f-9dd0-f4c65fd3937c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.781974] env[62679]: DEBUG oslo_concurrency.lockutils [req-f419952d-6066-456e-b98e-6d26d1dfc75a req-d6b404d4-c00f-40fe-92e8-80884ed39ba6 service nova] Releasing lock "refresh_cache-af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.782632] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 618.782632] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f76e4c-00c7-6576-628a-921457a46b1b" [ 618.782632] env[62679]: _type = "Task" [ 618.782632] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.792119] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f76e4c-00c7-6576-628a-921457a46b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.812113] env[62679]: DEBUG nova.network.neutron [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Successfully created port: 3bc2d21d-f446-4ec1-9361-ccaa7105ef5d {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.176101] env[62679]: DEBUG nova.scheduler.client.report [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.299509] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f76e4c-00c7-6576-628a-921457a46b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.039384} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.300381] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c2ab6a-5f8a-4907-a226-f62f4bbf1357 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.307120] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 619.307120] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52233d23-b035-ed6d-a7c4-10033c58a1e3" [ 619.307120] env[62679]: _type = "Task" [ 619.307120] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.317675] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52233d23-b035-ed6d-a7c4-10033c58a1e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.506162] env[62679]: DEBUG nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.540222] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.540636] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.540740] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.540923] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.541078] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.541247] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.541462] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.541617] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.541779] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.541966] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.542242] env[62679]: DEBUG nova.virt.hardware [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.543208] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f07c39-9d55-48cf-bd0a-e56bdb1ed034 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.553928] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ae04b-e8cd-428b-9385-92dd670567d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.635396] env[62679]: DEBUG nova.compute.manager [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 619.635396] env[62679]: DEBUG nova.compute.manager [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing instance network info cache due to event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 619.635396] env[62679]: DEBUG oslo_concurrency.lockutils [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] Acquiring lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.635396] env[62679]: DEBUG oslo_concurrency.lockutils [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] Acquired lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.635396] env[62679]: DEBUG nova.network.neutron [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.682451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.687231] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.563s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.687231] env[62679]: INFO nova.compute.claims [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.735712] env[62679]: INFO nova.scheduler.client.report [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Deleted allocations for instance cb2a3d96-0163-47de-beb6-7519b75247fb [ 619.819435] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52233d23-b035-ed6d-a7c4-10033c58a1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.819836] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.820949] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] af2534f1-b352-4f9d-88b0-6c32ea4cbdeb/af2534f1-b352-4f9d-88b0-6c32ea4cbdeb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.820949] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df8c1d99-a023-4287-bb95-65b0e9960bbb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.830804] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 619.830804] env[62679]: value = "task-2411671" [ 619.830804] env[62679]: _type = "Task" [ 619.830804] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.842763] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.251829] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b81c4650-6b65-4b0e-a058-3f89bd6672d4 tempest-ServerExternalEventsTest-1901642152 tempest-ServerExternalEventsTest-1901642152-project-member] Lock "cb2a3d96-0163-47de-beb6-7519b75247fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.337s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.347773] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.781811] env[62679]: DEBUG nova.network.neutron [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updated VIF entry in instance network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.781811] env[62679]: DEBUG nova.network.neutron [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.842895] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67964} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.847253] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] af2534f1-b352-4f9d-88b0-6c32ea4cbdeb/af2534f1-b352-4f9d-88b0-6c32ea4cbdeb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.847253] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.848320] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3601acdb-e402-4a3b-a880-9acebee024b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.857723] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 620.857723] env[62679]: value = "task-2411672" [ 620.857723] env[62679]: _type = "Task" [ 620.857723] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.875026] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.277625] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80973394-c02b-4bbd-b1cd-fb3daf56cb9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.283623] env[62679]: DEBUG oslo_concurrency.lockutils [req-eee251aa-c30d-45c8-96c0-5a0521655a80 req-9ec09204-a048-4e99-8af6-7814af7b22b8 service nova] Releasing lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.289185] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191bc484-f9eb-441a-9658-c018ea6b78a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.329054] env[62679]: DEBUG nova.network.neutron [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Successfully updated port: 3bc2d21d-f446-4ec1-9361-ccaa7105ef5d {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.331017] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c9c552-617a-4e4e-8ce3-cc3dd4d7e400 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.340426] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d917d31-07a1-449f-8cae-f673d8d14c25 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.361689] env[62679]: DEBUG nova.compute.provider_tree [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.373379] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080452} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.373709] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.375037] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0a0a29-844c-4831-8fbe-68350f8f0206 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.399151] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] af2534f1-b352-4f9d-88b0-6c32ea4cbdeb/af2534f1-b352-4f9d-88b0-6c32ea4cbdeb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.399683] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44da4c7d-718c-49a7-870c-3caa8f3a1c51 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.414378] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "939bf798-eece-4e22-95c4-c5e62b979829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.414378] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "939bf798-eece-4e22-95c4-c5e62b979829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.414548] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "939bf798-eece-4e22-95c4-c5e62b979829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.414725] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "939bf798-eece-4e22-95c4-c5e62b979829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.414891] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "939bf798-eece-4e22-95c4-c5e62b979829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.422485] env[62679]: INFO nova.compute.manager [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Terminating instance [ 621.424213] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 621.424213] env[62679]: value = "task-2411673" [ 621.424213] env[62679]: _type = "Task" [ 621.424213] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.434536] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.659129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "92ac37e0-64ff-4295-ae78-68c6ab45742c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.659375] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.836206] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.836206] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.836206] env[62679]: DEBUG nova.network.neutron [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.869195] env[62679]: DEBUG nova.scheduler.client.report [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.923338] env[62679]: DEBUG nova.compute.manager [req-265e4161-82ea-42bc-88f1-d83c9d959638 req-b69a272d-927b-43fd-85c2-0581cfc9f80d service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Received event network-vif-plugged-3bc2d21d-f446-4ec1-9361-ccaa7105ef5d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 621.923687] env[62679]: DEBUG oslo_concurrency.lockutils [req-265e4161-82ea-42bc-88f1-d83c9d959638 req-b69a272d-927b-43fd-85c2-0581cfc9f80d service nova] Acquiring lock "834e64fc-b0cb-4903-ac84-b28d41dc4583-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.924922] env[62679]: DEBUG oslo_concurrency.lockutils [req-265e4161-82ea-42bc-88f1-d83c9d959638 req-b69a272d-927b-43fd-85c2-0581cfc9f80d service nova] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.925394] env[62679]: DEBUG oslo_concurrency.lockutils [req-265e4161-82ea-42bc-88f1-d83c9d959638 req-b69a272d-927b-43fd-85c2-0581cfc9f80d service nova] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.926185] env[62679]: DEBUG nova.compute.manager [req-265e4161-82ea-42bc-88f1-d83c9d959638 req-b69a272d-927b-43fd-85c2-0581cfc9f80d service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] No waiting events found dispatching network-vif-plugged-3bc2d21d-f446-4ec1-9361-ccaa7105ef5d {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.926185] env[62679]: WARNING nova.compute.manager [req-265e4161-82ea-42bc-88f1-d83c9d959638 req-b69a272d-927b-43fd-85c2-0581cfc9f80d service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Received unexpected event network-vif-plugged-3bc2d21d-f446-4ec1-9361-ccaa7105ef5d for instance with vm_state building and task_state spawning. [ 621.926788] env[62679]: DEBUG nova.compute.manager [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.926909] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.928869] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9cb6d8-a9d0-4bc7-8880-98c41cfc98a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.943853] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.948213] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c62d2fc-f616-464c-8a08-b0af58c13911 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.949828] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.957207] env[62679]: DEBUG oslo_vmware.api [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 621.957207] env[62679]: value = "task-2411674" [ 621.957207] env[62679]: _type = "Task" [ 621.957207] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.971250] env[62679]: DEBUG oslo_vmware.api [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.189165] env[62679]: DEBUG nova.compute.manager [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 622.189165] env[62679]: DEBUG nova.compute.manager [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing instance network info cache due to event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 622.192580] env[62679]: DEBUG oslo_concurrency.lockutils [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] Acquiring lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.192909] env[62679]: DEBUG oslo_concurrency.lockutils [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] Acquired lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.193197] env[62679]: DEBUG nova.network.neutron [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.374052] env[62679]: DEBUG nova.network.neutron [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.375882] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.376666] env[62679]: DEBUG nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.379592] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.449s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.381232] env[62679]: INFO nova.compute.claims [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.439627] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411673, 'name': ReconfigVM_Task, 'duration_secs': 0.832469} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.439897] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Reconfigured VM instance instance-0000001b to attach disk [datastore1] af2534f1-b352-4f9d-88b0-6c32ea4cbdeb/af2534f1-b352-4f9d-88b0-6c32ea4cbdeb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.440567] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3682d10d-a357-44dc-8c5f-b17c2314a272 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.449374] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 622.449374] env[62679]: value = "task-2411675" [ 622.449374] env[62679]: _type = "Task" [ 622.449374] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.466318] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411675, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.472401] env[62679]: DEBUG oslo_vmware.api [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411674, 'name': PowerOffVM_Task, 'duration_secs': 0.277644} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.473052] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.473125] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.473330] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf53799-aa62-4e48-b9bf-b7c9113ea1ff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.547092] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.547341] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.547634] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Deleting the datastore file [datastore2] 939bf798-eece-4e22-95c4-c5e62b979829 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.547878] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ed7b11-6ab0-477e-9c95-66ef03b43071 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.556074] env[62679]: DEBUG oslo_vmware.api [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for the task: (returnval){ [ 622.556074] env[62679]: value = "task-2411677" [ 622.556074] env[62679]: _type = "Task" [ 622.556074] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.566166] env[62679]: DEBUG oslo_vmware.api [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.588446] env[62679]: DEBUG nova.network.neutron [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Updating instance_info_cache with network_info: [{"id": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "address": "fa:16:3e:ec:c2:4a", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc2d21d-f4", "ovs_interfaceid": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.886936] env[62679]: DEBUG nova.compute.utils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.892423] env[62679]: DEBUG nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Not allocating networking since 'none' was specified. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 622.913985] env[62679]: DEBUG nova.network.neutron [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updated VIF entry in instance network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.914371] env[62679]: DEBUG nova.network.neutron [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.966307] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411675, 'name': Rename_Task, 'duration_secs': 0.174509} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.966700] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.968781] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ef89f4d-a732-46fe-aa4d-8646b9328fe7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.978199] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 622.978199] env[62679]: value = "task-2411678" [ 622.978199] env[62679]: _type = "Task" [ 622.978199] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.988151] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.070447] env[62679]: DEBUG oslo_vmware.api [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Task: {'id': task-2411677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285135} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.071135] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.071276] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.071623] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.071929] env[62679]: INFO nova.compute.manager [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Took 1.15 seconds to destroy the instance on the hypervisor. [ 623.072303] env[62679]: DEBUG oslo.service.loopingcall [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.072529] env[62679]: DEBUG nova.compute.manager [-] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.072626] env[62679]: DEBUG nova.network.neutron [-] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.091829] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.092235] env[62679]: DEBUG nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Instance network_info: |[{"id": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "address": "fa:16:3e:ec:c2:4a", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc2d21d-f4", "ovs_interfaceid": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.092958] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:c2:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bc2d21d-f446-4ec1-9361-ccaa7105ef5d', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.103731] env[62679]: DEBUG oslo.service.loopingcall [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.103997] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.104241] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfdf95d5-486f-4000-b689-6ae2595bc55a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.130734] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.130734] env[62679]: value = "task-2411679" [ 623.130734] env[62679]: _type = "Task" [ 623.130734] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.147071] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411679, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.393269] env[62679]: DEBUG nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.417385] env[62679]: DEBUG oslo_concurrency.lockutils [req-00e22f13-3dff-4f90-ae5e-b9d4ebd70dcc req-031239c1-e0db-4dfa-a788-2c35f6b35cc8 service nova] Releasing lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.493201] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.646927] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411679, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.809736] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "c7a3405c-4926-45bc-ab5d-21869a656051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.809736] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "c7a3405c-4926-45bc-ab5d-21869a656051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.991128] env[62679]: DEBUG oslo_vmware.api [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411678, 'name': PowerOnVM_Task, 'duration_secs': 0.673553} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.991128] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.991128] env[62679]: INFO nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Took 9.33 seconds to spawn the instance on the hypervisor. [ 623.991128] env[62679]: DEBUG nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.991339] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ff611-7d32-4d9f-8678-aa7d53238377 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.078983] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae025fd8-ef68-46ac-b9cb-fd913e009d78 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.093153] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d7f71-ebdb-4feb-ab4f-278499ef867b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.126344] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee3946c-a5ea-49d7-a8eb-0a54044684e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.140197] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aad8a5-a02d-490e-87de-1def790d3c28 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.149722] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411679, 'name': CreateVM_Task, 'duration_secs': 0.525008} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.161253] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.163222] env[62679]: DEBUG nova.compute.provider_tree [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.164958] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.165145] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.165369] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.165650] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a705f17d-d4f8-4f39-b090-f8cb1c9ba1b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.171795] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 624.171795] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f7709-fe57-13c9-e5d1-555d6ce9fbe0" [ 624.171795] env[62679]: _type = "Task" [ 624.171795] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.180858] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f7709-fe57-13c9-e5d1-555d6ce9fbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.192520] env[62679]: DEBUG nova.network.neutron [-] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.413065] env[62679]: DEBUG nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.418779] env[62679]: DEBUG nova.compute.manager [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Received event network-changed-3bc2d21d-f446-4ec1-9361-ccaa7105ef5d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 624.419125] env[62679]: DEBUG nova.compute.manager [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Refreshing instance network info cache due to event network-changed-3bc2d21d-f446-4ec1-9361-ccaa7105ef5d. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 624.419182] env[62679]: DEBUG oslo_concurrency.lockutils [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] Acquiring lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.419317] env[62679]: DEBUG oslo_concurrency.lockutils [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] Acquired lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.419471] env[62679]: DEBUG nova.network.neutron [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Refreshing network info cache for port 3bc2d21d-f446-4ec1-9361-ccaa7105ef5d {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.447599] env[62679]: DEBUG nova.compute.manager [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 624.447913] env[62679]: DEBUG nova.compute.manager [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing instance network info cache due to event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 624.448338] env[62679]: DEBUG oslo_concurrency.lockutils [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] Acquiring lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.448587] env[62679]: DEBUG oslo_concurrency.lockutils [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] Acquired lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.448844] env[62679]: DEBUG nova.network.neutron [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.458323] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.458323] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.458323] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.458508] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.458508] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.458508] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.458762] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.459151] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.459463] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.459744] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.460011] env[62679]: DEBUG nova.virt.hardware [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.461818] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f39f3e-7d26-4937-8f0c-7fd0e6bb3e7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.472669] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2accfdc4-ba8b-42af-b5ca-02eebfc81aa0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.489502] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.495708] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Creating folder: Project (860283fb4b5646d3a8256dae0ad69295). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.496401] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cead4dc0-8afb-4019-8795-ac3748df2a8a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.513341] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Created folder: Project (860283fb4b5646d3a8256dae0ad69295) in parent group-v488891. [ 624.513341] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Creating folder: Instances. Parent ref: group-v488976. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.513813] env[62679]: INFO nova.compute.manager [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Took 34.81 seconds to build instance. [ 624.519295] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6910fdbb-c581-4c73-8151-56460059bbe0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.533122] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Created folder: Instances in parent group-v488976. [ 624.533122] env[62679]: DEBUG oslo.service.loopingcall [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.533684] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.533684] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba8def1-dd60-451e-970b-420a28189753 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.555516] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.555516] env[62679]: value = "task-2411682" [ 624.555516] env[62679]: _type = "Task" [ 624.555516] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.568043] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411682, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.669947] env[62679]: DEBUG nova.scheduler.client.report [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.690354] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f7709-fe57-13c9-e5d1-555d6ce9fbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.020672} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.691785] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.692295] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.694067] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.694067] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.694067] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.694067] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b048cc98-2a2f-49d9-9941-5477a668b8bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.698020] env[62679]: INFO nova.compute.manager [-] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Took 1.62 seconds to deallocate network for instance. [ 624.708497] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.709060] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.710309] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5246f568-d33e-495e-a05f-6e537fd7753a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.719095] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 624.719095] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5294fe51-7e18-1cc4-d638-935d902aa4c9" [ 624.719095] env[62679]: _type = "Task" [ 624.719095] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.731477] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5294fe51-7e18-1cc4-d638-935d902aa4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.019908] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4f73c075-f3d3-4040-841d-a08960e864fd tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.633s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.065610] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411682, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.182825] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.185121] env[62679]: DEBUG nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.186645] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.775s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.205540] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.235020] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5294fe51-7e18-1cc4-d638-935d902aa4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.020898} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.235020] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4ae88b-ce21-47bb-9002-d8af9117468d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.241869] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 625.241869] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5289b63d-31e0-ec76-b276-423073b6551a" [ 625.241869] env[62679]: _type = "Task" [ 625.241869] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.251950] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5289b63d-31e0-ec76-b276-423073b6551a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.407548] env[62679]: DEBUG nova.network.neutron [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updated VIF entry in instance network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.407548] env[62679]: DEBUG nova.network.neutron [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.496878] env[62679]: DEBUG nova.network.neutron [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Updated VIF entry in instance network info cache for port 3bc2d21d-f446-4ec1-9361-ccaa7105ef5d. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.496878] env[62679]: DEBUG nova.network.neutron [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Updating instance_info_cache with network_info: [{"id": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "address": "fa:16:3e:ec:c2:4a", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc2d21d-f4", "ovs_interfaceid": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.524671] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.570475] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411682, 'name': CreateVM_Task, 'duration_secs': 0.65387} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.570475] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.570475] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.570475] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.571054] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.571054] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e2e006-c0d2-4815-8a53-6cb9e2d73ccf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.576719] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 625.576719] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527274ac-f336-373d-eaf2-7b5e5e660327" [ 625.576719] env[62679]: _type = "Task" [ 625.576719] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.591720] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527274ac-f336-373d-eaf2-7b5e5e660327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.693269] env[62679]: DEBUG nova.compute.utils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.697854] env[62679]: DEBUG nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.697854] env[62679]: DEBUG nova.network.neutron [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.759678] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5289b63d-31e0-ec76-b276-423073b6551a, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.759678] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.760210] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/834e64fc-b0cb-4903-ac84-b28d41dc4583.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.760210] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06fc76c5-9fcd-4c92-9b2f-20a9695e6da3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.766616] env[62679]: DEBUG nova.policy [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f78621cb79df4ceb8c2f981aff9593ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9391c8045504fc58bdd5cf41b5c2b1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.775108] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 625.775108] env[62679]: value = "task-2411683" [ 625.775108] env[62679]: _type = "Task" [ 625.775108] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.788583] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.909921] env[62679]: DEBUG oslo_concurrency.lockutils [req-bebeb2c4-fa9a-4dca-b4e1-e078d3c12520 req-129d7aaf-9052-46a8-b6e5-449163af303e service nova] Releasing lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.002926] env[62679]: DEBUG oslo_concurrency.lockutils [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] Releasing lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.003162] env[62679]: DEBUG nova.compute.manager [req-89dbea8c-60f0-46ad-a74b-98acfcf7e1fb req-71028e2a-bebb-4740-9a67-2b661c767099 service nova] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Received event network-vif-deleted-b95efd85-11ee-45e2-b6e8-68f1ba2a5ea7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 626.069327] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.093358] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527274ac-f336-373d-eaf2-7b5e5e660327, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.093612] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.094818] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.094818] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.094818] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.094818] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.094818] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c80c18e1-b7bf-43c1-8a2b-aed04970e077 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.114665] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.114896] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.120115] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb9f883-cd0c-4820-a762-25c9c6a7b112 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.129154] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 626.129154] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5256c72e-e081-e673-b88c-21db8a8573d4" [ 626.129154] env[62679]: _type = "Task" [ 626.129154] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.146603] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5256c72e-e081-e673-b88c-21db8a8573d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.170211] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "17221af2-96c6-4380-bbaa-ec426e1f88cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.170538] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.185643] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d1bb66-340e-4d5e-929d-e87184d3ba4f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.195011] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-af038e3e-0f54-4d1a-8b0f-f74280885611 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Suspending the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 626.196038] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b1c73ee-e33f-4691-806e-a266023d56d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.198532] env[62679]: DEBUG nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.202792] env[62679]: DEBUG nova.network.neutron [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Successfully created port: 494daaa4-ed1c-45b6-833e-b7dde15351d7 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.210514] env[62679]: DEBUG oslo_vmware.api [None req-af038e3e-0f54-4d1a-8b0f-f74280885611 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 626.210514] env[62679]: value = "task-2411684" [ 626.210514] env[62679]: _type = "Task" [ 626.210514] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.222898] env[62679]: DEBUG oslo_vmware.api [None req-af038e3e-0f54-4d1a-8b0f-f74280885611 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411684, 'name': SuspendVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.288346] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411683, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.383459] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4b3882-ddd1-402a-bef1-c8cab3830e55 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.392432] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd62d6d-1612-4c79-bac0-03eb5bb1a2ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.428709] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da729582-9f51-46b8-9c3f-94d3b658d93f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.445174] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dfe8b1-c5d4-4a8e-9083-0e3a6e8dd393 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.462584] env[62679]: DEBUG nova.compute.provider_tree [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.640557] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5256c72e-e081-e673-b88c-21db8a8573d4, 'name': SearchDatastore_Task, 'duration_secs': 0.065203} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.641418] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b65fc39-17b6-40fa-bdde-ea984749de65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.649941] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 626.649941] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274309a-bcd4-94fe-a958-a9905205d820" [ 626.649941] env[62679]: _type = "Task" [ 626.649941] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.656587] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274309a-bcd4-94fe-a958-a9905205d820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.726653] env[62679]: DEBUG oslo_vmware.api [None req-af038e3e-0f54-4d1a-8b0f-f74280885611 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411684, 'name': SuspendVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.790035] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59065} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.790881] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/834e64fc-b0cb-4903-ac84-b28d41dc4583.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.791131] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.791400] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-829d0be3-2c33-41a2-b00a-2e325909919f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.802288] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 626.802288] env[62679]: value = "task-2411685" [ 626.802288] env[62679]: _type = "Task" [ 626.802288] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.809877] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.959238] env[62679]: DEBUG nova.compute.manager [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 626.959238] env[62679]: DEBUG nova.compute.manager [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing instance network info cache due to event network-changed-c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 626.959238] env[62679]: DEBUG oslo_concurrency.lockutils [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] Acquiring lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.959238] env[62679]: DEBUG oslo_concurrency.lockutils [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] Acquired lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.959238] env[62679]: DEBUG nova.network.neutron [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Refreshing network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.968017] env[62679]: DEBUG nova.scheduler.client.report [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.160783] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274309a-bcd4-94fe-a958-a9905205d820, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.161126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.161446] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] a42a058f-93d3-4351-b989-3f740c29ccc3/a42a058f-93d3-4351-b989-3f740c29ccc3.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.161731] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e3f8b83-eace-42ae-a909-4007b4371163 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.169861] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 627.169861] env[62679]: value = "task-2411686" [ 627.169861] env[62679]: _type = "Task" [ 627.169861] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.178554] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.219540] env[62679]: DEBUG nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.231441] env[62679]: DEBUG oslo_vmware.api [None req-af038e3e-0f54-4d1a-8b0f-f74280885611 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411684, 'name': SuspendVM_Task, 'duration_secs': 0.773261} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.231899] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-af038e3e-0f54-4d1a-8b0f-f74280885611 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Suspended the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 627.232108] env[62679]: DEBUG nova.compute.manager [None req-af038e3e-0f54-4d1a-8b0f-f74280885611 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.233140] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c99a59e-6709-4603-adab-46dad513c9cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.267030] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.267030] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.267030] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.267332] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.267332] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.267332] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.267332] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.267332] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.267482] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.267939] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.268290] env[62679]: DEBUG nova.virt.hardware [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.269556] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee74bb-a061-4366-9bbe-5f8710ff1bf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.279910] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914cca55-969d-4f83-9060-6a5d0f7d0e15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.313454] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077185} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.313762] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.314751] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088e2e02-5426-4fa5-b5c9-9cc3cbcb5961 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.343192] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/834e64fc-b0cb-4903-ac84-b28d41dc4583.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.343192] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f297dcb-e613-4234-810d-1b68010e9f3b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.366289] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 627.366289] env[62679]: value = "task-2411687" [ 627.366289] env[62679]: _type = "Task" [ 627.366289] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.379485] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.687172] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411686, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.780021] env[62679]: DEBUG nova.network.neutron [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Successfully updated port: 494daaa4-ed1c-45b6-833e-b7dde15351d7 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.835138] env[62679]: DEBUG nova.network.neutron [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updated VIF entry in instance network info cache for port c9455e7a-d184-4973-8d22-5f561ea00c30. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.835531] env[62679]: DEBUG nova.network.neutron [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [{"id": "c9455e7a-d184-4973-8d22-5f561ea00c30", "address": "fa:16:3e:ba:f6:f7", "network": {"id": "4e6a2554-f4b8-4e41-82d2-f3643640dfc2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1394652174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57112e49b02645e18e4b8a4459249c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9455e7a-d1", "ovs_interfaceid": "c9455e7a-d184-4973-8d22-5f561ea00c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.883099] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411687, 'name': ReconfigVM_Task, 'duration_secs': 0.37239} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.883576] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/834e64fc-b0cb-4903-ac84-b28d41dc4583.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.884282] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0469f0-fd88-473a-a4c5-0f2171d92e4c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.892752] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 627.892752] env[62679]: value = "task-2411688" [ 627.892752] env[62679]: _type = "Task" [ 627.892752] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.903314] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411688, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.978800] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.792s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.982947] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.088s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.983254] env[62679]: DEBUG nova.objects.instance [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lazy-loading 'resources' on Instance uuid 23c0eb52-da0c-4dec-876d-caafa43b4c9c {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.071167] env[62679]: DEBUG nova.compute.manager [req-d00052d0-1dc8-451c-b1e5-de842ad846e4 req-8e259d45-3a39-4bcc-b7fe-8955177ab47e service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Received event network-vif-plugged-494daaa4-ed1c-45b6-833e-b7dde15351d7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 628.071392] env[62679]: DEBUG oslo_concurrency.lockutils [req-d00052d0-1dc8-451c-b1e5-de842ad846e4 req-8e259d45-3a39-4bcc-b7fe-8955177ab47e service nova] Acquiring lock "e743f9d3-26be-484d-bbc4-f6a64d236a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.071620] env[62679]: DEBUG oslo_concurrency.lockutils [req-d00052d0-1dc8-451c-b1e5-de842ad846e4 req-8e259d45-3a39-4bcc-b7fe-8955177ab47e service nova] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.071883] env[62679]: DEBUG oslo_concurrency.lockutils [req-d00052d0-1dc8-451c-b1e5-de842ad846e4 req-8e259d45-3a39-4bcc-b7fe-8955177ab47e service nova] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.071961] env[62679]: DEBUG nova.compute.manager [req-d00052d0-1dc8-451c-b1e5-de842ad846e4 req-8e259d45-3a39-4bcc-b7fe-8955177ab47e service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] No waiting events found dispatching network-vif-plugged-494daaa4-ed1c-45b6-833e-b7dde15351d7 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.073896] env[62679]: WARNING nova.compute.manager [req-d00052d0-1dc8-451c-b1e5-de842ad846e4 req-8e259d45-3a39-4bcc-b7fe-8955177ab47e service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Received unexpected event network-vif-plugged-494daaa4-ed1c-45b6-833e-b7dde15351d7 for instance with vm_state building and task_state spawning. [ 628.188526] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411686, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.287094] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "refresh_cache-e743f9d3-26be-484d-bbc4-f6a64d236a09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.287094] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquired lock "refresh_cache-e743f9d3-26be-484d-bbc4-f6a64d236a09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.287094] env[62679]: DEBUG nova.network.neutron [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.342378] env[62679]: DEBUG oslo_concurrency.lockutils [req-9045e6fd-2c65-4831-ac74-4460bcbe683f req-15a4c5d9-60d3-437d-a279-59975d4a52ea service nova] Releasing lock "refresh_cache-c6817a48-72cd-49f2-94c2-fad0a792b351" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.403850] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411688, 'name': Rename_Task, 'duration_secs': 0.16214} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.404183] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.404608] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3de5e63-dc7b-4147-abb1-d6d4a34cddce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.413320] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 628.413320] env[62679]: value = "task-2411689" [ 628.413320] env[62679]: _type = "Task" [ 628.413320] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.421875] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.566942] env[62679]: INFO nova.scheduler.client.report [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleted allocation for migration e77dd8bf-0dc0-4b50-841b-f9bf4ae4ad93 [ 628.639757] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "c6817a48-72cd-49f2-94c2-fad0a792b351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.640043] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.640264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "c6817a48-72cd-49f2-94c2-fad0a792b351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.640466] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.640658] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.646541] env[62679]: INFO nova.compute.manager [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Terminating instance [ 628.692128] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411686, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.470715} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.692925] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] a42a058f-93d3-4351-b989-3f740c29ccc3/a42a058f-93d3-4351-b989-3f740c29ccc3.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.692925] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.692925] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48e64ee9-ade3-4a0e-918e-a30407c0dd8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.705210] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 628.705210] env[62679]: value = "task-2411690" [ 628.705210] env[62679]: _type = "Task" [ 628.705210] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.716504] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.846431] env[62679]: DEBUG nova.network.neutron [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.928764] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.074526] env[62679]: DEBUG oslo_concurrency.lockutils [None req-653b3227-6329-40bf-941d-065c9a1722b1 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.815s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.079767] env[62679]: DEBUG nova.network.neutron [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Updating instance_info_cache with network_info: [{"id": "494daaa4-ed1c-45b6-833e-b7dde15351d7", "address": "fa:16:3e:7b:ba:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494daaa4-ed", "ovs_interfaceid": "494daaa4-ed1c-45b6-833e-b7dde15351d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.115290] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983657ba-c9f5-4053-be3b-38f96912c528 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.124332] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f81a9-cd1c-4f0d-a7fc-f03a7a0fe252 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.157789] env[62679]: DEBUG nova.compute.manager [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.158038] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.158986] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f0adc-93b9-4ec1-9624-4e4afc283531 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.162227] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a82de1-45c0-4a01-90c2-b258e3f54a93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.177189] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9c6a43-06d4-48f0-aabe-150e3043fb5a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.177892] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.178154] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c2a538-adee-418a-9ca2-7cde13ce121c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.195077] env[62679]: DEBUG nova.compute.provider_tree [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.196535] env[62679]: DEBUG oslo_vmware.api [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 629.196535] env[62679]: value = "task-2411691" [ 629.196535] env[62679]: _type = "Task" [ 629.196535] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.207033] env[62679]: DEBUG oslo_vmware.api [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.216470] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077322} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.216721] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.217495] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f59817c-c763-4286-8e5e-8866189078e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.239712] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a42a058f-93d3-4351-b989-3f740c29ccc3/a42a058f-93d3-4351-b989-3f740c29ccc3.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.240466] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1168e08f-7733-4033-bc9a-2787793eaef4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.263940] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 629.263940] env[62679]: value = "task-2411692" [ 629.263940] env[62679]: _type = "Task" [ 629.263940] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.273051] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.426983] env[62679]: DEBUG oslo_vmware.api [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411689, 'name': PowerOnVM_Task, 'duration_secs': 0.544685} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.427306] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.427824] env[62679]: INFO nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Took 9.92 seconds to spawn the instance on the hypervisor. [ 629.427824] env[62679]: DEBUG nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.429068] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01596d5b-82f8-4563-8916-96510074f1b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.588149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Releasing lock "refresh_cache-e743f9d3-26be-484d-bbc4-f6a64d236a09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.588149] env[62679]: DEBUG nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Instance network_info: |[{"id": "494daaa4-ed1c-45b6-833e-b7dde15351d7", "address": "fa:16:3e:7b:ba:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494daaa4-ed", "ovs_interfaceid": "494daaa4-ed1c-45b6-833e-b7dde15351d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.588277] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ba:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494daaa4-ed1c-45b6-833e-b7dde15351d7', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.594639] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Creating folder: Project (e9391c8045504fc58bdd5cf41b5c2b1c). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.594994] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb837dd3-4bea-48ab-80fe-52be37fdc866 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.611019] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Created folder: Project (e9391c8045504fc58bdd5cf41b5c2b1c) in parent group-v488891. [ 629.611019] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Creating folder: Instances. Parent ref: group-v488979. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.611019] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad135fe1-45da-4d2a-9a02-508e9e68b12e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.623763] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Created folder: Instances in parent group-v488979. [ 629.623763] env[62679]: DEBUG oslo.service.loopingcall [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.623763] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.623763] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8abd0467-14c6-4650-a7ae-d5a2c71b075b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.644253] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.644253] env[62679]: value = "task-2411695" [ 629.644253] env[62679]: _type = "Task" [ 629.644253] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.652689] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411695, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.701518] env[62679]: DEBUG nova.scheduler.client.report [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.711467] env[62679]: DEBUG oslo_vmware.api [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411691, 'name': PowerOffVM_Task, 'duration_secs': 0.279695} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.711467] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.711597] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.711842] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da11534-3fdb-490c-98a8-8e41f8cdce65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.775128] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411692, 'name': ReconfigVM_Task, 'duration_secs': 0.306194} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.775416] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a42a058f-93d3-4351-b989-3f740c29ccc3/a42a058f-93d3-4351-b989-3f740c29ccc3.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.776052] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd468306-3468-452d-b2cd-cd51f7582b5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.785079] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 629.785079] env[62679]: value = "task-2411697" [ 629.785079] env[62679]: _type = "Task" [ 629.785079] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.791602] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.791900] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.792195] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Deleting the datastore file [datastore2] c6817a48-72cd-49f2-94c2-fad0a792b351 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.792539] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14b1d486-59bb-4cad-8ffa-8c13a5cf9783 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.798524] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411697, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.803418] env[62679]: DEBUG oslo_vmware.api [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for the task: (returnval){ [ 629.803418] env[62679]: value = "task-2411698" [ 629.803418] env[62679]: _type = "Task" [ 629.803418] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.811160] env[62679]: DEBUG oslo_vmware.api [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.953843] env[62679]: INFO nova.compute.manager [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Took 36.62 seconds to build instance. [ 629.982464] env[62679]: DEBUG nova.compute.manager [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.984205] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f3b622-d6bf-4da9-ac9f-0887dac41579 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.090098] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.090285] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.154957] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411695, 'name': CreateVM_Task, 'duration_secs': 0.392196} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.155148] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.155837] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.156013] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.156340] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.156920] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbcfa2d-7d7d-4104-a786-ef7f18804ccc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.162881] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 630.162881] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215fc0c-819a-a0d6-8f0b-42759325337a" [ 630.162881] env[62679]: _type = "Task" [ 630.162881] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.171011] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215fc0c-819a-a0d6-8f0b-42759325337a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.177466] env[62679]: DEBUG nova.compute.manager [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Received event network-changed-494daaa4-ed1c-45b6-833e-b7dde15351d7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 630.177653] env[62679]: DEBUG nova.compute.manager [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Refreshing instance network info cache due to event network-changed-494daaa4-ed1c-45b6-833e-b7dde15351d7. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 630.177957] env[62679]: DEBUG oslo_concurrency.lockutils [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] Acquiring lock "refresh_cache-e743f9d3-26be-484d-bbc4-f6a64d236a09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.177957] env[62679]: DEBUG oslo_concurrency.lockutils [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] Acquired lock "refresh_cache-e743f9d3-26be-484d-bbc4-f6a64d236a09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.178175] env[62679]: DEBUG nova.network.neutron [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Refreshing network info cache for port 494daaa4-ed1c-45b6-833e-b7dde15351d7 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.206621] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.208977] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.168s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.210633] env[62679]: INFO nova.compute.claims [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.233788] env[62679]: INFO nova.scheduler.client.report [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Deleted allocations for instance 23c0eb52-da0c-4dec-876d-caafa43b4c9c [ 630.296331] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411697, 'name': Rename_Task, 'duration_secs': 0.162578} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.296712] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.296965] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a97e82-1ef1-4f2b-ba70-89787c6451e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.308453] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 630.308453] env[62679]: value = "task-2411699" [ 630.308453] env[62679]: _type = "Task" [ 630.308453] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.316879] env[62679]: DEBUG oslo_vmware.api [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Task: {'id': task-2411698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218259} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.319832] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.320120] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.320338] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.320550] env[62679]: INFO nova.compute.manager [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Took 1.16 seconds to destroy the instance on the hypervisor. [ 630.320777] env[62679]: DEBUG oslo.service.loopingcall [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.320974] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.321185] env[62679]: DEBUG nova.compute.manager [-] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.321280] env[62679]: DEBUG nova.network.neutron [-] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.457183] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c988e870-9d7c-4853-a964-c29924482f8a tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.770s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.503076] env[62679]: INFO nova.compute.manager [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] instance snapshotting [ 630.503329] env[62679]: WARNING nova.compute.manager [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 630.506250] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db5ccd5-41c9-487f-9611-8430058d598a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.525750] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356d455-5912-43dc-9bf2-863d2a1df711 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.581507] env[62679]: INFO nova.compute.manager [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Rescuing [ 630.581849] env[62679]: DEBUG oslo_concurrency.lockutils [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.582014] env[62679]: DEBUG oslo_concurrency.lockutils [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.582185] env[62679]: DEBUG nova.network.neutron [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.677828] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215fc0c-819a-a0d6-8f0b-42759325337a, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.677981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.678250] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.678534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.678793] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.679024] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.679343] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3b9890-8625-4c9a-b27c-9099ae15922e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.690962] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.692119] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.692119] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f610f919-296d-4766-875e-4b13dabf0fae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.697899] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 630.697899] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52abc4dd-a352-a3a8-1a7c-313b3272116c" [ 630.697899] env[62679]: _type = "Task" [ 630.697899] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.706902] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52abc4dd-a352-a3a8-1a7c-313b3272116c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.743432] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c9e35788-175d-4fb2-917e-df84604435dc tempest-DeleteServersAdminTestJSON-1078042417 tempest-DeleteServersAdminTestJSON-1078042417-project-member] Lock "23c0eb52-da0c-4dec-876d-caafa43b4c9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.584s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.823787] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411699, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.924569] env[62679]: DEBUG nova.network.neutron [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Updated VIF entry in instance network info cache for port 494daaa4-ed1c-45b6-833e-b7dde15351d7. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.924853] env[62679]: DEBUG nova.network.neutron [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Updating instance_info_cache with network_info: [{"id": "494daaa4-ed1c-45b6-833e-b7dde15351d7", "address": "fa:16:3e:7b:ba:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494daaa4-ed", "ovs_interfaceid": "494daaa4-ed1c-45b6-833e-b7dde15351d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.960191] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.035707] env[62679]: DEBUG nova.compute.manager [req-346bbf66-e42c-4760-977f-75486d8aa509 req-1dc2a482-2654-4ac0-a737-3026054cc038 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Received event network-vif-deleted-c9455e7a-d184-4973-8d22-5f561ea00c30 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 631.035997] env[62679]: INFO nova.compute.manager [req-346bbf66-e42c-4760-977f-75486d8aa509 req-1dc2a482-2654-4ac0-a737-3026054cc038 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Neutron deleted interface c9455e7a-d184-4973-8d22-5f561ea00c30; detaching it from the instance and deleting it from the info cache [ 631.036334] env[62679]: DEBUG nova.network.neutron [req-346bbf66-e42c-4760-977f-75486d8aa509 req-1dc2a482-2654-4ac0-a737-3026054cc038 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.042140] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 631.042140] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c90b1d5-6eb9-498d-a40e-7d3587f639c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.049258] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 631.049258] env[62679]: value = "task-2411700" [ 631.049258] env[62679]: _type = "Task" [ 631.049258] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.060287] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.208958] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52abc4dd-a352-a3a8-1a7c-313b3272116c, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.213082] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45750f40-b110-4c18-b8e1-365ae8f9966d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.225328] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 631.225328] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52150a66-8030-191d-b666-51695b1055d3" [ 631.225328] env[62679]: _type = "Task" [ 631.225328] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.236747] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52150a66-8030-191d-b666-51695b1055d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.239861] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.240238] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] e743f9d3-26be-484d-bbc4-f6a64d236a09/e743f9d3-26be-484d-bbc4-f6a64d236a09.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.243074] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93774aa1-8fae-4d4d-a0fb-c1f8ac27ff6c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.250017] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 631.250017] env[62679]: value = "task-2411701" [ 631.250017] env[62679]: _type = "Task" [ 631.250017] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.261249] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.325359] env[62679]: DEBUG oslo_vmware.api [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411699, 'name': PowerOnVM_Task, 'duration_secs': 0.64523} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.328063] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.328303] env[62679]: INFO nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Took 6.92 seconds to spawn the instance on the hypervisor. [ 631.328541] env[62679]: DEBUG nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.330093] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e41ee-f6a5-4e75-aded-e44485cadbe3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.428318] env[62679]: DEBUG oslo_concurrency.lockutils [req-b84f84cc-1d2d-44f4-911f-1dedd8dc0fb8 req-c074cd70-1e0d-45d7-a797-125f2a9dfda9 service nova] Releasing lock "refresh_cache-e743f9d3-26be-484d-bbc4-f6a64d236a09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.471074] env[62679]: DEBUG nova.network.neutron [-] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.490674] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.532725] env[62679]: DEBUG nova.network.neutron [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Updating instance_info_cache with network_info: [{"id": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "address": "fa:16:3e:ec:c2:4a", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bc2d21d-f4", "ovs_interfaceid": "3bc2d21d-f446-4ec1-9361-ccaa7105ef5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.543985] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7407902-8fc4-438a-9165-4f73dc5827a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.558028] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79969d-5f9d-40a7-a259-5c2f51327d2b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.577752] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411700, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.604170] env[62679]: DEBUG nova.compute.manager [req-346bbf66-e42c-4760-977f-75486d8aa509 req-1dc2a482-2654-4ac0-a737-3026054cc038 service nova] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Detach interface failed, port_id=c9455e7a-d184-4973-8d22-5f561ea00c30, reason: Instance c6817a48-72cd-49f2-94c2-fad0a792b351 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 631.764319] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470031} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.764648] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] e743f9d3-26be-484d-bbc4-f6a64d236a09/e743f9d3-26be-484d-bbc4-f6a64d236a09.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.764898] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.765201] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-551ee127-9d04-4b50-81dc-9c60f464ca4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.772179] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 631.772179] env[62679]: value = "task-2411702" [ 631.772179] env[62679]: _type = "Task" [ 631.772179] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.782120] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.853820] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e612a16-57e8-4732-a3bc-44b8470ca9a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.857495] env[62679]: INFO nova.compute.manager [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Took 33.76 seconds to build instance. [ 631.864613] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc14f3b-e993-4541-8958-75bd37c07cb7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.903026] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c901f0-54fd-45cf-99a7-746528cfeef7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.911043] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a4c3fb-ebc6-4f2d-b86a-76b96ce1dd4d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.926035] env[62679]: DEBUG nova.compute.provider_tree [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.972725] env[62679]: INFO nova.compute.manager [-] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Took 1.65 seconds to deallocate network for instance. [ 632.035391] env[62679]: DEBUG oslo_concurrency.lockutils [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-834e64fc-b0cb-4903-ac84-b28d41dc4583" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.063754] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411700, 'name': CreateSnapshot_Task, 'duration_secs': 0.855476} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.064386] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 632.065229] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4017dea7-ff2b-4354-bec8-2609fb1a4af9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.125366] env[62679]: DEBUG nova.compute.manager [None req-bd0f2af4-989b-4ac4-8ad3-be46fd7f24c8 tempest-ServerDiagnosticsV248Test-979023215 tempest-ServerDiagnosticsV248Test-979023215-project-admin] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.126957] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a865f74-d317-4457-bc6c-a7b3e6b2faaf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.134193] env[62679]: INFO nova.compute.manager [None req-bd0f2af4-989b-4ac4-8ad3-be46fd7f24c8 tempest-ServerDiagnosticsV248Test-979023215 tempest-ServerDiagnosticsV248Test-979023215-project-admin] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Retrieving diagnostics [ 632.134912] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d40c4f-fefb-458e-982e-adf90d8ee3ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.282436] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062703} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.282706] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.283516] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066dc0c8-fd78-44d4-829b-699dac89f313 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.305605] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] e743f9d3-26be-484d-bbc4-f6a64d236a09/e743f9d3-26be-484d-bbc4-f6a64d236a09.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.305908] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26023d6e-f6ba-4927-aa6d-909c733b9086 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.327957] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 632.327957] env[62679]: value = "task-2411703" [ 632.327957] env[62679]: _type = "Task" [ 632.327957] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.337015] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.359786] env[62679]: DEBUG oslo_concurrency.lockutils [None req-29ba6531-2198-46fb-b776-ee11e2a809f1 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "a42a058f-93d3-4351-b989-3f740c29ccc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.206s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.429444] env[62679]: DEBUG nova.scheduler.client.report [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.479779] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.584046] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 632.584357] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f1e9d57-50aa-44bf-a5de-4858b2dba560 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.592962] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 632.592962] env[62679]: value = "task-2411704" [ 632.592962] env[62679]: _type = "Task" [ 632.592962] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.601978] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411704, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.840927] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.863888] env[62679]: DEBUG nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.935244] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.935665] env[62679]: DEBUG nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.942627] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.815s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.944539] env[62679]: INFO nova.compute.claims [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.052888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.053232] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.104586] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411704, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.342040] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411703, 'name': ReconfigVM_Task, 'duration_secs': 0.733413} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.343036] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Reconfigured VM instance instance-0000001e to attach disk [datastore2] e743f9d3-26be-484d-bbc4-f6a64d236a09/e743f9d3-26be-484d-bbc4-f6a64d236a09.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.343261] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f082588b-ff71-47fa-8c33-af123e2956da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.349783] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 633.349783] env[62679]: value = "task-2411705" [ 633.349783] env[62679]: _type = "Task" [ 633.349783] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.358089] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411705, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.388560] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.450245] env[62679]: DEBUG nova.compute.utils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 633.454743] env[62679]: DEBUG nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.458020] env[62679]: DEBUG nova.network.neutron [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.518128] env[62679]: DEBUG nova.policy [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0120048ce965407ba8f7e57796568cb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3d93a65f5924d0ba484ef6b244ec3fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.573594] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.573903] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c204a0-a2cb-4a26-a84c-f27913d6a7e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.581796] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 633.581796] env[62679]: value = "task-2411706" [ 633.581796] env[62679]: _type = "Task" [ 633.581796] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.592371] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.605099] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411704, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.860440] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411705, 'name': Rename_Task, 'duration_secs': 0.163436} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.861556] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.861556] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d4508f-5652-4ab0-9010-2f3167bb6471 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.867427] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 633.867427] env[62679]: value = "task-2411707" [ 633.867427] env[62679]: _type = "Task" [ 633.867427] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.875165] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.956638] env[62679]: DEBUG nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.071925] env[62679]: DEBUG nova.network.neutron [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Successfully created port: ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.095436] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411706, 'name': PowerOffVM_Task, 'duration_secs': 0.186281} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.101652] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.102988] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b01b42e-38ae-418f-83ff-74091485bff9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.111493] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411704, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.130189] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d54d96-b2ab-43f6-9e5a-115f42c7ae14 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.164460] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.164769] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21dbde88-e5f7-48c4-b404-56caac7bb7e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.171976] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 634.171976] env[62679]: value = "task-2411708" [ 634.171976] env[62679]: _type = "Task" [ 634.171976] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.181843] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.384719] env[62679]: DEBUG oslo_vmware.api [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411707, 'name': PowerOnVM_Task, 'duration_secs': 0.502101} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.386849] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.387070] env[62679]: INFO nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Took 7.17 seconds to spawn the instance on the hypervisor. [ 634.387254] env[62679]: DEBUG nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.388890] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05fe39-9370-41a2-901d-762b8871c263 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.469770] env[62679]: INFO nova.virt.block_device [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Booting with volume 256fb754-19c5-4711-ad5f-55cc68635752 at /dev/sda [ 634.519033] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-720afe48-c4ed-4d5c-b4ee-cf2e1ad55d5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.530838] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b918c4cc-4545-448e-b827-abbca438caff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.569646] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d63aff2-30d5-4c9c-8017-e71eedf161aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.579451] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6d137-7382-48a4-ad66-5b5947a2c816 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.621678] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411704, 'name': CloneVM_Task, 'duration_secs': 1.748962} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.622177] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Created linked-clone VM from snapshot [ 634.623451] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ebcbd1-864a-4f7d-a93a-1f1dab0dd38b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.625740] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2479cbff-2070-4145-b811-b30fcbc0204e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.635045] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a56d94c-3493-4b77-96d2-5d43538c99ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.637421] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Uploading image c26d03f4-4009-4b3b-9c73-32753a6088fa {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 634.640590] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f797164-fc2e-4033-a8f5-c77f461c65d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.647825] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66e3bd-cdab-4a3c-9aa4-393a6c9513d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.655092] env[62679]: DEBUG nova.virt.block_device [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updating existing volume attachment record: 4160e276-d9b4-4156-9296-c4a261a85e9d {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 634.686599] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6383607-d009-4534-8e80-a7f5f1a12cba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.702499] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 634.702499] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.702499] env[62679]: DEBUG oslo_concurrency.lockutils [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.702499] env[62679]: DEBUG oslo_concurrency.lockutils [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.702628] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.702628] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51831e5c-ef38-4f60-acb1-a3206ae02b6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.702628] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f244be2-b4db-4cd2-a62f-62e43c6f1735 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.705745] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 634.705745] env[62679]: value = "vm-488983" [ 634.705745] env[62679]: _type = "VirtualMachine" [ 634.705745] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 634.705940] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-004ac1b2-1319-4584-b5fd-fb09dc793f15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.721326] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease: (returnval){ [ 634.721326] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283524c-5900-a5b7-7f4a-44541c6858b8" [ 634.721326] env[62679]: _type = "HttpNfcLease" [ 634.721326] env[62679]: } obtained for exporting VM: (result){ [ 634.721326] env[62679]: value = "vm-488983" [ 634.721326] env[62679]: _type = "VirtualMachine" [ 634.721326] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 634.721637] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the lease: (returnval){ [ 634.721637] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283524c-5900-a5b7-7f4a-44541c6858b8" [ 634.721637] env[62679]: _type = "HttpNfcLease" [ 634.721637] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 634.722298] env[62679]: DEBUG nova.compute.provider_tree [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.724794] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.725450] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.729105] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94cdddf-d4d9-4b03-96e2-8ba21c2a1c1e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.735480] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 634.735480] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283524c-5900-a5b7-7f4a-44541c6858b8" [ 634.735480] env[62679]: _type = "HttpNfcLease" [ 634.735480] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 634.736939] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 634.736939] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52568f76-4638-99f3-1fe4-7223f3e2d0b5" [ 634.736939] env[62679]: _type = "Task" [ 634.736939] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.746184] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52568f76-4638-99f3-1fe4-7223f3e2d0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.911093] env[62679]: INFO nova.compute.manager [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Took 36.03 seconds to build instance. [ 635.229354] env[62679]: DEBUG nova.scheduler.client.report [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.236531] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 635.236531] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283524c-5900-a5b7-7f4a-44541c6858b8" [ 635.236531] env[62679]: _type = "HttpNfcLease" [ 635.236531] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 635.239019] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 635.239019] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283524c-5900-a5b7-7f4a-44541c6858b8" [ 635.239019] env[62679]: _type = "HttpNfcLease" [ 635.239019] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 635.241536] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372a5dee-e1af-49fe-9241-3174fd4664b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.251412] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52568f76-4638-99f3-1fe4-7223f3e2d0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.057135} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.265160] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d97414-5f05-c829-a9a8-be09b3c84cc1/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 635.265420] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d97414-5f05-c829-a9a8-be09b3c84cc1/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 635.268268] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a21f96-7428-4402-b30b-94e9a441d4e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.332808] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 635.332808] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270ed90-7720-1089-662a-66087b9d6c43" [ 635.332808] env[62679]: _type = "Task" [ 635.332808] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.343662] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270ed90-7720-1089-662a-66087b9d6c43, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.344036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.344511] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. {{(pid=62679) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 635.344639] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73608dbd-4972-41c1-8a9d-0b22d670c31c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.352482] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 635.352482] env[62679]: value = "task-2411710" [ 635.352482] env[62679]: _type = "Task" [ 635.352482] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.361355] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.371043] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1056270d-8706-46e8-9540-728c161b1bbe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.413816] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68a264cf-e7f8-4158-ba92-1beeaf008edd tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.591s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.447571] env[62679]: DEBUG nova.compute.manager [None req-92865dd1-63cc-449e-ba46-860d508fb22f tempest-ServerDiagnosticsTest-1388028614 tempest-ServerDiagnosticsTest-1388028614-project-admin] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.447708] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c9eb34-5dee-4af1-9252-f93731a56e23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.454996] env[62679]: INFO nova.compute.manager [None req-92865dd1-63cc-449e-ba46-860d508fb22f tempest-ServerDiagnosticsTest-1388028614 tempest-ServerDiagnosticsTest-1388028614-project-admin] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Retrieving diagnostics [ 635.456058] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21effc-0e15-428b-b8b5-7bf13d146662 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.735551] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.736209] env[62679]: DEBUG nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.740981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.836s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.741256] env[62679]: DEBUG nova.objects.instance [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lazy-loading 'resources' on Instance uuid 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.859244] env[62679]: DEBUG nova.network.neutron [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Successfully updated port: ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.866510] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411710, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.917742] env[62679]: DEBUG nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.134399] env[62679]: DEBUG nova.compute.manager [req-1f1ab137-d9dd-4722-b98d-d3163e55d6d6 req-10c863fd-8a94-47a2-8364-e215aab5dfc4 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Received event network-vif-plugged-ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 636.134399] env[62679]: DEBUG oslo_concurrency.lockutils [req-1f1ab137-d9dd-4722-b98d-d3163e55d6d6 req-10c863fd-8a94-47a2-8364-e215aab5dfc4 service nova] Acquiring lock "6c29480d-a846-4c48-a5c4-73f3aaa60198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.134399] env[62679]: DEBUG oslo_concurrency.lockutils [req-1f1ab137-d9dd-4722-b98d-d3163e55d6d6 req-10c863fd-8a94-47a2-8364-e215aab5dfc4 service nova] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.134399] env[62679]: DEBUG oslo_concurrency.lockutils [req-1f1ab137-d9dd-4722-b98d-d3163e55d6d6 req-10c863fd-8a94-47a2-8364-e215aab5dfc4 service nova] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.134399] env[62679]: DEBUG nova.compute.manager [req-1f1ab137-d9dd-4722-b98d-d3163e55d6d6 req-10c863fd-8a94-47a2-8364-e215aab5dfc4 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] No waiting events found dispatching network-vif-plugged-ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.134570] env[62679]: WARNING nova.compute.manager [req-1f1ab137-d9dd-4722-b98d-d3163e55d6d6 req-10c863fd-8a94-47a2-8364-e215aab5dfc4 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Received unexpected event network-vif-plugged-ebf769bd-78c0-4cd0-bac8-db591a76df69 for instance with vm_state building and task_state block_device_mapping. [ 636.247015] env[62679]: DEBUG nova.compute.utils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.252855] env[62679]: DEBUG nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Not allocating networking since 'none' was specified. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 636.362897] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Acquiring lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.363048] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Acquired lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.367020] env[62679]: DEBUG nova.network.neutron [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.371253] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522219} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.379816] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. [ 636.381502] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bff62a-8afd-4041-b979-b399e5540079 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.413741] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.418613] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e78a0f-4ce4-48f9-bb84-c8b04f12d547 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.456408] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 636.456408] env[62679]: value = "task-2411711" [ 636.456408] env[62679]: _type = "Task" [ 636.456408] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.468909] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.469806] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.754106] env[62679]: DEBUG nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.818735] env[62679]: DEBUG nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.819300] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.819544] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.819658] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.819842] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.819971] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.820131] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.820333] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.820611] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.820738] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.820898] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.821194] env[62679]: DEBUG nova.virt.hardware [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.822331] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b8db1-85da-45fc-9089-685249a3c76b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.834801] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922219ea-a78c-432b-bb7e-a68d779fec3a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.938133] env[62679]: DEBUG nova.network.neutron [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.967971] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.969907] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c731a-42e1-4987-b23d-ef97168a94bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.977760] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe7bd7-8b06-4259-89b1-8db28737320b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.027078] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72824c5-5b09-4651-9de6-41382888c5be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.033757] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "9992c674-138a-41b7-8921-4a27dbd9d00a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.034170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.040172] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5774f501-f737-4b45-a8e0-3a769d74cbd5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.064213] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "e743f9d3-26be-484d-bbc4-f6a64d236a09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.064576] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.068393] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "e743f9d3-26be-484d-bbc4-f6a64d236a09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.068688] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.068990] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.071551] env[62679]: DEBUG nova.compute.provider_tree [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.076310] env[62679]: INFO nova.compute.manager [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Terminating instance [ 637.407532] env[62679]: DEBUG nova.network.neutron [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updating instance_info_cache with network_info: [{"id": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "address": "fa:16:3e:11:99:98", "network": {"id": "a7f5e13f-7f27-4675-92a7-346d117b7bb6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1365384708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3d93a65f5924d0ba484ef6b244ec3fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf769bd-78", "ovs_interfaceid": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.467415] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411711, 'name': ReconfigVM_Task, 'duration_secs': 0.733566} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.467721] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.469070] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ef52b9-63eb-4b78-81e2-d837fde7c7d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.496211] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21087d36-10d1-466a-b787-79bd660161a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.515095] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 637.515095] env[62679]: value = "task-2411712" [ 637.515095] env[62679]: _type = "Task" [ 637.515095] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.524336] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.580080] env[62679]: DEBUG nova.scheduler.client.report [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.584529] env[62679]: DEBUG nova.compute.manager [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.584814] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.586259] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a3ebd9-3793-467c-9436-3f06c2bbfee3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.594279] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.595277] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-070f73b8-9330-41eb-a6db-f18664bfc72e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.603195] env[62679]: DEBUG oslo_vmware.api [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 637.603195] env[62679]: value = "task-2411713" [ 637.603195] env[62679]: _type = "Task" [ 637.603195] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.612440] env[62679]: DEBUG oslo_vmware.api [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.763845] env[62679]: DEBUG nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.786359] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.786658] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.786817] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.787032] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.787275] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.787470] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.787688] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.787845] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.788030] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.788292] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.788561] env[62679]: DEBUG nova.virt.hardware [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.789635] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee970270-5753-4b2d-be93-f674b66e0d26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.801283] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09182830-17e7-4efb-b020-706ec71f4d6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.817561] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.824726] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Creating folder: Project (dcdcd6e25ed94de293d360de420a2f70). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.825122] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d64792-447e-41c6-b0e7-83c8cce5ea09 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.837765] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Created folder: Project (dcdcd6e25ed94de293d360de420a2f70) in parent group-v488891. [ 637.837930] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Creating folder: Instances. Parent ref: group-v488984. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.838215] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69eafb01-879f-46f0-b162-d0c0d7c9c69d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.846943] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Created folder: Instances in parent group-v488984. [ 637.847240] env[62679]: DEBUG oslo.service.loopingcall [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.847454] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.847665] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a3422c7-4cf8-4d7b-9d4c-3957aea44279 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.865748] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.865748] env[62679]: value = "task-2411716" [ 637.865748] env[62679]: _type = "Task" [ 637.865748] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.873692] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411716, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.911032] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Releasing lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.911402] env[62679]: DEBUG nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Instance network_info: |[{"id": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "address": "fa:16:3e:11:99:98", "network": {"id": "a7f5e13f-7f27-4675-92a7-346d117b7bb6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1365384708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3d93a65f5924d0ba484ef6b244ec3fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf769bd-78", "ovs_interfaceid": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.913241] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:99:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf769bd-78c0-4cd0-bac8-db591a76df69', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.925194] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Creating folder: Project (b3d93a65f5924d0ba484ef6b244ec3fb). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.925610] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b34c0762-a8eb-425a-a770-47e5f19d350b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.942265] env[62679]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 637.942646] env[62679]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62679) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 637.942983] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Folder already exists: Project (b3d93a65f5924d0ba484ef6b244ec3fb). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 637.943242] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Creating folder: Instances. Parent ref: group-v488936. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.943549] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10bac7e5-a301-475c-9688-12f60efcdeb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.952819] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Created folder: Instances in parent group-v488936. [ 637.953149] env[62679]: DEBUG oslo.service.loopingcall [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.953409] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.953658] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a09f348-7be3-41c5-8fa5-b14103b494ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.973830] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.973830] env[62679]: value = "task-2411719" [ 637.973830] env[62679]: _type = "Task" [ 637.973830] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.982190] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411719, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.024969] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411712, 'name': ReconfigVM_Task, 'duration_secs': 0.426867} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.025358] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.025685] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33e7983b-eba8-4ad5-80a2-2f48903a0d8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.034350] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 638.034350] env[62679]: value = "task-2411720" [ 638.034350] env[62679]: _type = "Task" [ 638.034350] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.043100] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.087418] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.090412] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.591s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.092619] env[62679]: INFO nova.compute.claims [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.116519] env[62679]: DEBUG oslo_vmware.api [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411713, 'name': PowerOffVM_Task, 'duration_secs': 0.172548} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.117674] env[62679]: INFO nova.scheduler.client.report [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Deleted allocations for instance 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f [ 638.118904] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.119092] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.121853] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64fb7dc-fd62-4ad6-8263-8030f8543ca0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.191353] env[62679]: DEBUG nova.compute.manager [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Received event network-changed-ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 638.191491] env[62679]: DEBUG nova.compute.manager [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Refreshing instance network info cache due to event network-changed-ebf769bd-78c0-4cd0-bac8-db591a76df69. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 638.191739] env[62679]: DEBUG oslo_concurrency.lockutils [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] Acquiring lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.191921] env[62679]: DEBUG oslo_concurrency.lockutils [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] Acquired lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.192163] env[62679]: DEBUG nova.network.neutron [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Refreshing network info cache for port ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.194795] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.195025] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.195213] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Deleting the datastore file [datastore2] e743f9d3-26be-484d-bbc4-f6a64d236a09 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.195716] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14bb53d2-a98e-4317-ab40-1c38bd2c7759 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.204607] env[62679]: DEBUG oslo_vmware.api [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for the task: (returnval){ [ 638.204607] env[62679]: value = "task-2411722" [ 638.204607] env[62679]: _type = "Task" [ 638.204607] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.213863] env[62679]: DEBUG oslo_vmware.api [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.375682] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411716, 'name': CreateVM_Task, 'duration_secs': 0.325589} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.375776] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.376224] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.376381] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.376750] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.377155] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b04e7e0-6891-4b9b-a097-8e492aa9d275 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.381319] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 638.381319] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d2d54e-bc81-ade8-115f-39f8ad73ece0" [ 638.381319] env[62679]: _type = "Task" [ 638.381319] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.388793] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d2d54e-bc81-ade8-115f-39f8ad73ece0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.483648] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411719, 'name': CreateVM_Task, 'duration_secs': 0.412361} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.483819] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.484475] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-488948', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'name': 'volume-256fb754-19c5-4711-ad5f-55cc68635752', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c29480d-a846-4c48-a5c4-73f3aaa60198', 'attached_at': '', 'detached_at': '', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'serial': '256fb754-19c5-4711-ad5f-55cc68635752'}, 'attachment_id': '4160e276-d9b4-4156-9296-c4a261a85e9d', 'volume_type': None}], 'swap': None} {{(pid=62679) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 638.484681] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Root volume attach. Driver type: vmdk {{(pid=62679) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 638.485510] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1315785b-8976-47a2-9a70-bf5c19eed8c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.493684] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa367e6-ae77-4caf-8536-7bd824df0506 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.502290] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1823278c-2537-42b7-978d-74c12bb0f5db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.507462] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3738440a-5d88-444a-aed8-f40a83d7efe7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.523101] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 638.523101] env[62679]: value = "task-2411723" [ 638.523101] env[62679]: _type = "Task" [ 638.523101] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.538446] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.547793] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411720, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.626839] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6478c211-71c4-47ad-aceb-3a2c1d80042f tempest-ServerDiagnosticsNegativeTest-755070248 tempest-ServerDiagnosticsNegativeTest-755070248-project-member] Lock "994a1fb4-b5a7-4f6a-b02f-60ab3a79070f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.870s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.716524] env[62679]: DEBUG oslo_vmware.api [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Task: {'id': task-2411722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324898} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.716832] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.717049] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.717270] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.717478] env[62679]: INFO nova.compute.manager [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Took 1.13 seconds to destroy the instance on the hypervisor. [ 638.717736] env[62679]: DEBUG oslo.service.loopingcall [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.717927] env[62679]: DEBUG nova.compute.manager [-] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.718032] env[62679]: DEBUG nova.network.neutron [-] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.895012] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d2d54e-bc81-ade8-115f-39f8ad73ece0, 'name': SearchDatastore_Task, 'duration_secs': 0.017921} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.897354] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.897354] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.897354] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.897354] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.897832] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.897832] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae18a7a4-3bbd-4e68-bdc2-368560435e77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.908302] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.908302] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.908302] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d46873-08f2-4214-ac7c-5fbf553050da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.913161] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 638.913161] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52441d44-6990-6dd6-c26f-1bc2c8eec396" [ 638.913161] env[62679]: _type = "Task" [ 638.913161] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.922214] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52441d44-6990-6dd6-c26f-1bc2c8eec396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.038784] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 13%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.052418] env[62679]: DEBUG oslo_vmware.api [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411720, 'name': PowerOnVM_Task, 'duration_secs': 0.590134} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.052699] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.057559] env[62679]: DEBUG nova.compute.manager [None req-56e3717b-2025-4a52-85ef-a887fbb10834 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.058451] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d07b0ad-ac2e-4990-8ce2-6b1aa234cb83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.108261] env[62679]: DEBUG nova.network.neutron [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updated VIF entry in instance network info cache for port ebf769bd-78c0-4cd0-bac8-db591a76df69. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.108597] env[62679]: DEBUG nova.network.neutron [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updating instance_info_cache with network_info: [{"id": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "address": "fa:16:3e:11:99:98", "network": {"id": "a7f5e13f-7f27-4675-92a7-346d117b7bb6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1365384708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3d93a65f5924d0ba484ef6b244ec3fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf769bd-78", "ovs_interfaceid": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.177984] env[62679]: DEBUG nova.compute.manager [req-4593e45a-1f7b-4d51-ada7-2860bb18ede7 req-fcd64ecf-866f-45bd-b42f-cfcbb691bdba service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Received event network-vif-deleted-494daaa4-ed1c-45b6-833e-b7dde15351d7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 639.178754] env[62679]: INFO nova.compute.manager [req-4593e45a-1f7b-4d51-ada7-2860bb18ede7 req-fcd64ecf-866f-45bd-b42f-cfcbb691bdba service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Neutron deleted interface 494daaa4-ed1c-45b6-833e-b7dde15351d7; detaching it from the instance and deleting it from the info cache [ 639.178754] env[62679]: DEBUG nova.network.neutron [req-4593e45a-1f7b-4d51-ada7-2860bb18ede7 req-fcd64ecf-866f-45bd-b42f-cfcbb691bdba service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.423566] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52441d44-6990-6dd6-c26f-1bc2c8eec396, 'name': SearchDatastore_Task, 'duration_secs': 0.016026} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.424551] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1885306a-941a-4e48-9d7d-14a487c1bf26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.430158] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 639.430158] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e1e9a1-8eb1-88b7-f52b-9b1ed018b46f" [ 639.430158] env[62679]: _type = "Task" [ 639.430158] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.440806] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e1e9a1-8eb1-88b7-f52b-9b1ed018b46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.537732] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 29%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.614887] env[62679]: DEBUG nova.network.neutron [-] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.616754] env[62679]: DEBUG oslo_concurrency.lockutils [req-7134319c-a85d-4374-9525-c326fdfefb91 req-48678d39-25d2-411c-9546-20a91f3ba1fe service nova] Releasing lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.641901] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16782719-7bc9-41e1-ad94-6c3f7df561a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.654229] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ba551-0018-4d57-9718-1d77e23323a8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.688106] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb1616fe-b8b0-436c-825c-7fa686bdd058 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.691207] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118fe767-fb9b-4b4d-b463-77b00fdf669a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.703299] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625c07f7-3782-49df-ad5f-89ec4397b364 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.710431] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e82e48e-803f-496f-b7c2-487db2ae139b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.734178] env[62679]: DEBUG nova.compute.provider_tree [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.754505] env[62679]: DEBUG nova.compute.manager [req-4593e45a-1f7b-4d51-ada7-2860bb18ede7 req-fcd64ecf-866f-45bd-b42f-cfcbb691bdba service nova] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Detach interface failed, port_id=494daaa4-ed1c-45b6-833e-b7dde15351d7, reason: Instance e743f9d3-26be-484d-bbc4-f6a64d236a09 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 639.946936] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e1e9a1-8eb1-88b7-f52b-9b1ed018b46f, 'name': SearchDatastore_Task, 'duration_secs': 0.026744} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.946936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.946936] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.947570] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-343f3791-7f01-4d30-a28c-d0a60b34a87b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.957034] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 639.957034] env[62679]: value = "task-2411724" [ 639.957034] env[62679]: _type = "Task" [ 639.957034] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.968395] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.037048] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 43%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.118947] env[62679]: INFO nova.compute.manager [-] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Took 1.40 seconds to deallocate network for instance. [ 640.238971] env[62679]: DEBUG nova.scheduler.client.report [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.471732] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511444} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.472096] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.472435] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.472637] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a00517-fc64-4a93-9fd7-b3592c6dc7c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.480793] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 640.480793] env[62679]: value = "task-2411725" [ 640.480793] env[62679]: _type = "Task" [ 640.480793] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.496215] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.541504] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 56%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.626933] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.747937] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.748550] env[62679]: DEBUG nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.751291] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.574s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.752918] env[62679]: INFO nova.compute.claims [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.994649] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075516} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.998397] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.999532] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d436f47-e480-4a8b-a010-0acde08338cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.031314] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.032111] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8096c3-68dd-4040-bdbd-5fe2872424fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.063793] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 71%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.065836] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 641.065836] env[62679]: value = "task-2411726" [ 641.065836] env[62679]: _type = "Task" [ 641.065836] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.261033] env[62679]: DEBUG nova.compute.utils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.262493] env[62679]: DEBUG nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.262671] env[62679]: DEBUG nova.network.neutron [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.323948] env[62679]: DEBUG nova.policy [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '378481dc59324b74a0c27507e02806a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264bb4dee6464c719bbdb84fa2715222', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.543488] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 82%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.586406] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411726, 'name': ReconfigVM_Task, 'duration_secs': 0.369691} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.586951] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Reconfigured VM instance instance-00000020 to attach disk [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.587761] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c397f1-fcbd-4495-9701-f98893d86c5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.601504] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 641.601504] env[62679]: value = "task-2411727" [ 641.601504] env[62679]: _type = "Task" [ 641.601504] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.621192] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411727, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.766863] env[62679]: DEBUG nova.network.neutron [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Successfully created port: 8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.769447] env[62679]: DEBUG nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.047516] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 97%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.116152] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411727, 'name': Rename_Task, 'duration_secs': 0.168151} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.119614] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.123045] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c21871dd-1b8e-4495-8840-49c24753677e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.128031] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 642.128031] env[62679]: value = "task-2411728" [ 642.128031] env[62679]: _type = "Task" [ 642.128031] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.137443] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.447033] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56706c77-9b97-4867-b4a0-80844c477fdd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.461572] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cbddc6-3552-4746-b81d-c225b71914fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.467269] env[62679]: INFO nova.compute.manager [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Rescuing [ 642.467619] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.467816] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.468761] env[62679]: DEBUG nova.network.neutron [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.501397] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1257bbd-63a2-4a75-9507-8feeb88ceee5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.510654] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55587e54-42d6-49e3-a0a5-6fbea90e3ef7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.526703] env[62679]: DEBUG nova.compute.provider_tree [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.545323] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task} progress is 98%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.639187] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.679484] env[62679]: DEBUG nova.compute.manager [None req-67a7704d-a4d5-43e8-ae75-81174409e340 tempest-ServerDiagnosticsV248Test-979023215 tempest-ServerDiagnosticsV248Test-979023215-project-admin] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.681337] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c0689-cf05-4aa9-a43c-47bdf77e14f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.689529] env[62679]: INFO nova.compute.manager [None req-67a7704d-a4d5-43e8-ae75-81174409e340 tempest-ServerDiagnosticsV248Test-979023215 tempest-ServerDiagnosticsV248Test-979023215-project-admin] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Retrieving diagnostics [ 642.690384] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a0319-61ea-46f9-8b7f-c69050ecc20b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.784931] env[62679]: DEBUG nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.815709] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.815709] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.815709] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.815709] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.815971] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.815971] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.816054] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.816187] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.816342] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.816494] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.816655] env[62679]: DEBUG nova.virt.hardware [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.817559] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e383800f-22d6-43f8-bf29-e50fcc087dfa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.825861] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9235aa-aabb-49d0-b0df-40b5942f362a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.029866] env[62679]: DEBUG nova.scheduler.client.report [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.044337] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411723, 'name': RelocateVM_Task, 'duration_secs': 4.211372} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.044654] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 643.044851] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-488948', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'name': 'volume-256fb754-19c5-4711-ad5f-55cc68635752', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c29480d-a846-4c48-a5c4-73f3aaa60198', 'attached_at': '', 'detached_at': '', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'serial': '256fb754-19c5-4711-ad5f-55cc68635752'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 643.045642] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058874be-67ed-4201-b801-5e2e1b5ac786 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.077254] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1323bc-9af7-4b9c-bed0-e915c17e7e9e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.105143] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-256fb754-19c5-4711-ad5f-55cc68635752/volume-256fb754-19c5-4711-ad5f-55cc68635752.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.108196] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e964f09d-7c5a-4d3a-b4c9-132c5c7597b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.128099] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 643.128099] env[62679]: value = "task-2411729" [ 643.128099] env[62679]: _type = "Task" [ 643.128099] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.139748] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.143295] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.272819] env[62679]: DEBUG nova.network.neutron [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Updating instance_info_cache with network_info: [{"id": "a7563c92-a912-42c7-b883-262e04315bc2", "address": "fa:16:3e:5b:f9:f2", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7563c92-a9", "ovs_interfaceid": "a7563c92-a912-42c7-b883-262e04315bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.539518] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.540370] env[62679]: DEBUG nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.544083] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.228s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.544313] env[62679]: DEBUG nova.objects.instance [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lazy-loading 'resources' on Instance uuid 3bb74c9a-7261-4e45-904b-c5802d90880b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.647924] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.652055] env[62679]: DEBUG oslo_vmware.api [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411728, 'name': PowerOnVM_Task, 'duration_secs': 1.052243} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.652328] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.652521] env[62679]: INFO nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Took 5.89 seconds to spawn the instance on the hypervisor. [ 643.652925] env[62679]: DEBUG nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.653881] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1d36b-b40b-45d7-bdf2-d3b0a6793ae7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.782960] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.786344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "a42a058f-93d3-4351-b989-3f740c29ccc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.786532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "a42a058f-93d3-4351-b989-3f740c29ccc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.787159] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "a42a058f-93d3-4351-b989-3f740c29ccc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.787159] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "a42a058f-93d3-4351-b989-3f740c29ccc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.787159] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "a42a058f-93d3-4351-b989-3f740c29ccc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.795890] env[62679]: INFO nova.compute.manager [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Terminating instance [ 643.905168] env[62679]: DEBUG nova.compute.manager [req-e93ce29d-9e45-41cd-8e4a-771e8cbd66a7 req-487c64af-892c-45bb-ad29-6f367a5853e6 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Received event network-vif-plugged-8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 643.905168] env[62679]: DEBUG oslo_concurrency.lockutils [req-e93ce29d-9e45-41cd-8e4a-771e8cbd66a7 req-487c64af-892c-45bb-ad29-6f367a5853e6 service nova] Acquiring lock "42845847-442b-4d76-955b-1862e762114f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.905168] env[62679]: DEBUG oslo_concurrency.lockutils [req-e93ce29d-9e45-41cd-8e4a-771e8cbd66a7 req-487c64af-892c-45bb-ad29-6f367a5853e6 service nova] Lock "42845847-442b-4d76-955b-1862e762114f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.905168] env[62679]: DEBUG oslo_concurrency.lockutils [req-e93ce29d-9e45-41cd-8e4a-771e8cbd66a7 req-487c64af-892c-45bb-ad29-6f367a5853e6 service nova] Lock "42845847-442b-4d76-955b-1862e762114f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.905168] env[62679]: DEBUG nova.compute.manager [req-e93ce29d-9e45-41cd-8e4a-771e8cbd66a7 req-487c64af-892c-45bb-ad29-6f367a5853e6 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] No waiting events found dispatching network-vif-plugged-8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.905721] env[62679]: WARNING nova.compute.manager [req-e93ce29d-9e45-41cd-8e4a-771e8cbd66a7 req-487c64af-892c-45bb-ad29-6f367a5853e6 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Received unexpected event network-vif-plugged-8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 for instance with vm_state building and task_state spawning. [ 643.933334] env[62679]: DEBUG nova.network.neutron [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Successfully updated port: 8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.055094] env[62679]: DEBUG nova.compute.utils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.055364] env[62679]: DEBUG nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.057860] env[62679]: DEBUG nova.network.neutron [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.143964] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411729, 'name': ReconfigVM_Task, 'duration_secs': 0.889349} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.144442] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-256fb754-19c5-4711-ad5f-55cc68635752/volume-256fb754-19c5-4711-ad5f-55cc68635752.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.149849] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae9d80a-896d-4266-9fc3-fb4914dd094d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.175244] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 644.175244] env[62679]: value = "task-2411730" [ 644.175244] env[62679]: _type = "Task" [ 644.175244] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.181913] env[62679]: INFO nova.compute.manager [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Took 41.09 seconds to build instance. [ 644.191968] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.312430] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "refresh_cache-a42a058f-93d3-4351-b989-3f740c29ccc3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.312599] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquired lock "refresh_cache-a42a058f-93d3-4351-b989-3f740c29ccc3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.312787] env[62679]: DEBUG nova.network.neutron [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.363891] env[62679]: DEBUG nova.policy [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eba1017f1aa47fab2a7f7255470861f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b179db6da39f42ea96b11011d95b539a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.436730] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.436975] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.437069] env[62679]: DEBUG nova.network.neutron [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.559299] env[62679]: DEBUG nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.661097] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc2f8c7-94d3-4107-a395-ca08dd07e4fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.669280] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cef376-1fe3-4b45-af00-1827b6f278d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.704428] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e195983e-f878-4184-a2db-c9dcda1cfbf1 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "a8706125-0bc4-42bb-8968-47edb39a1631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.207s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.706236] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6017f04b-85fb-46e0-9866-5a4818d74774 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.714817] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.718117] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bcc503-01f3-4bf2-ae76-cf3b6518fb7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.744451] env[62679]: DEBUG nova.compute.provider_tree [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.838506] env[62679]: DEBUG nova.network.neutron [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.928981] env[62679]: DEBUG nova.network.neutron [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.996831] env[62679]: DEBUG nova.network.neutron [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.030134] env[62679]: INFO nova.compute.manager [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Rebuilding instance [ 645.093629] env[62679]: DEBUG nova.compute.manager [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.093629] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a515fdd9-6ebf-40f4-a992-bf7b7da65f8f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.186996] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411730, 'name': ReconfigVM_Task, 'duration_secs': 0.99613} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.187531] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-488948', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'name': 'volume-256fb754-19c5-4711-ad5f-55cc68635752', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c29480d-a846-4c48-a5c4-73f3aaa60198', 'attached_at': '', 'detached_at': '', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'serial': '256fb754-19c5-4711-ad5f-55cc68635752'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 645.187929] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a720bf8b-bb9c-4bb3-9556-9a3cc18c2bdc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.194281] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 645.194281] env[62679]: value = "task-2411731" [ 645.194281] env[62679]: _type = "Task" [ 645.194281] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.203931] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411731, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.209805] env[62679]: DEBUG nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.248566] env[62679]: DEBUG nova.scheduler.client.report [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.343299] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.343661] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2914f84-a3d4-4deb-82e7-12b20c076b6b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.351592] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 645.351592] env[62679]: value = "task-2411732" [ 645.351592] env[62679]: _type = "Task" [ 645.351592] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.364141] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.374552] env[62679]: DEBUG nova.network.neutron [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Successfully created port: 1d15af01-dcda-4c9c-86ad-b76e54bf2225 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.417240] env[62679]: DEBUG nova.network.neutron [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Updating instance_info_cache with network_info: [{"id": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "address": "fa:16:3e:0b:f3:8a", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e70cea1-92", "ovs_interfaceid": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.432836] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Releasing lock "refresh_cache-a42a058f-93d3-4351-b989-3f740c29ccc3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.433115] env[62679]: DEBUG nova.compute.manager [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.433947] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.436042] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570702ba-1fe5-41e1-939a-663ace5a4e18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.446810] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.447319] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588405aa-6287-4b09-825e-9d80234ea519 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.456104] env[62679]: DEBUG oslo_vmware.api [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 645.456104] env[62679]: value = "task-2411733" [ 645.456104] env[62679]: _type = "Task" [ 645.456104] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.464829] env[62679]: DEBUG oslo_vmware.api [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.569831] env[62679]: DEBUG nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.603802] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.604052] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.604418] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.604418] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.604538] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.604663] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.604871] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.605400] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.605400] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.605556] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.605682] env[62679]: DEBUG nova.virt.hardware [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.608778] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d8110-2e6e-4222-bb01-5fae8bc47ca7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.619308] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207c605e-2444-4723-b40f-43e0dc02be74 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.705949] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411731, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.736129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.755774] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.760238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.028s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.760659] env[62679]: DEBUG nova.objects.instance [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lazy-loading 'resources' on Instance uuid bcc5d4ec-9218-4db5-b1e5-42dcd192c915 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.808450] env[62679]: INFO nova.scheduler.client.report [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Deleted allocations for instance 3bb74c9a-7261-4e45-904b-c5802d90880b [ 645.871513] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.921252] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.921613] env[62679]: DEBUG nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Instance network_info: |[{"id": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "address": "fa:16:3e:0b:f3:8a", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e70cea1-92", "ovs_interfaceid": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.922076] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.930379] env[62679]: DEBUG oslo.service.loopingcall [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.931092] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42845847-442b-4d76-955b-1862e762114f] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.931320] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6405a81-e0c2-49e8-9ec7-fb1453730268 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.962024] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.962024] env[62679]: value = "task-2411734" [ 645.962024] env[62679]: _type = "Task" [ 645.962024] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.973035] env[62679]: DEBUG oslo_vmware.api [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.979293] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411734, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.113510] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.113876] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b4a566-ea14-4d7b-90ef-636e3be3eb74 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.122895] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 646.122895] env[62679]: value = "task-2411735" [ 646.122895] env[62679]: _type = "Task" [ 646.122895] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.135853] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.139775] env[62679]: DEBUG nova.compute.manager [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Received event network-changed-8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 646.140041] env[62679]: DEBUG nova.compute.manager [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Refreshing instance network info cache due to event network-changed-8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 646.140376] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] Acquiring lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.140553] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] Acquired lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.140759] env[62679]: DEBUG nova.network.neutron [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Refreshing network info cache for port 8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.212276] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411731, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.321880] env[62679]: DEBUG oslo_concurrency.lockutils [None req-66c95d5c-0c2a-4781-ac04-bfb0ca18548f tempest-AttachInterfacesV270Test-538056207 tempest-AttachInterfacesV270Test-538056207-project-member] Lock "3bb74c9a-7261-4e45-904b-c5802d90880b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.834s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.365341] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411732, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.470073] env[62679]: DEBUG oslo_vmware.api [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411733, 'name': PowerOffVM_Task, 'duration_secs': 0.889981} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.470902] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.471073] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.471358] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18aa1ed6-c4c0-4513-8c37-9bd39692bf79 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.479859] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411734, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.505045] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.505267] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.505450] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Deleting the datastore file [datastore1] a42a058f-93d3-4351-b989-3f740c29ccc3 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.505706] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-469a6128-8845-4694-86cd-142bea11172b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.515236] env[62679]: DEBUG oslo_vmware.api [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for the task: (returnval){ [ 646.515236] env[62679]: value = "task-2411737" [ 646.515236] env[62679]: _type = "Task" [ 646.515236] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.525587] env[62679]: DEBUG oslo_vmware.api [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.641399] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411735, 'name': PowerOffVM_Task, 'duration_secs': 0.24442} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.641399] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.641399] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.641399] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534980f4-58c1-4323-a367-1a1737a953f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.656036] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.656036] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-833dcda5-46d2-4a67-ba81-dd78012d2567 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.685937] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.685937] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.685937] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Deleting the datastore file [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.685937] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-162b2948-5013-455c-8243-cb1b6b025134 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.692361] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 646.692361] env[62679]: value = "task-2411739" [ 646.692361] env[62679]: _type = "Task" [ 646.692361] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.707502] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411731, 'name': Rename_Task, 'duration_secs': 1.127938} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.715978] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.716293] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.716814] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c59773-50fd-4f4c-91b2-154e521fdcb7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.725099] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 646.725099] env[62679]: value = "task-2411740" [ 646.725099] env[62679]: _type = "Task" [ 646.725099] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.738102] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.872499] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411732, 'name': PowerOffVM_Task, 'duration_secs': 1.014393} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.875653] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.876753] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c198fe9-a948-4aac-a7e6-765c28b7488e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.904780] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a4d7b-88c2-4585-a1e8-0029feb0f080 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.908246] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d458f42a-b8d5-4030-a578-74a0bf028f91 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.922146] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2450d4a7-716d-400c-bc22-deeed4b1d8c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.962216] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d091d035-83ea-4373-9f17-683d6709ed1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.968840] env[62679]: DEBUG nova.network.neutron [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Updated VIF entry in instance network info cache for port 8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.969221] env[62679]: DEBUG nova.network.neutron [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Updating instance_info_cache with network_info: [{"id": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "address": "fa:16:3e:0b:f3:8a", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e70cea1-92", "ovs_interfaceid": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.972477] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.975322] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6068845-5797-4359-bf64-9ed3d2331922 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.981430] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa47fe-a351-4409-a24a-433f8da9f0f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.986049] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411734, 'name': CreateVM_Task, 'duration_secs': 0.648508} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.987385] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42845847-442b-4d76-955b-1862e762114f] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.988604] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.988794] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.989223] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.990044] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbf74f8-7521-4124-9d79-d848f8100fac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.002308] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 647.002308] env[62679]: value = "task-2411741" [ 647.002308] env[62679]: _type = "Task" [ 647.002308] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.002792] env[62679]: DEBUG nova.compute.provider_tree [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.010770] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 647.010770] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52174a6a-15a3-863e-e593-7806376cc0f3" [ 647.010770] env[62679]: _type = "Task" [ 647.010770] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.023872] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 647.024128] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.024400] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.024563] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.024768] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.025571] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d90c583-8f51-4df5-bf7d-c64ef20bff73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.032486] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52174a6a-15a3-863e-e593-7806376cc0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.037082] env[62679]: DEBUG oslo_vmware.api [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Task: {'id': task-2411737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314176} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.037370] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.037574] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.037759] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.037981] env[62679]: INFO nova.compute.manager [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Took 1.60 seconds to destroy the instance on the hypervisor. [ 647.038287] env[62679]: DEBUG oslo.service.loopingcall [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.038499] env[62679]: DEBUG nova.compute.manager [-] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.038631] env[62679]: DEBUG nova.network.neutron [-] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.043351] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.043525] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.044354] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b5cc8f-be33-49a1-9062-149aff79dacf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.051051] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 647.051051] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a96517-c691-2aa7-088e-82fd7a639b41" [ 647.051051] env[62679]: _type = "Task" [ 647.051051] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.061107] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a96517-c691-2aa7-088e-82fd7a639b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.063544] env[62679]: DEBUG nova.network.neutron [-] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.206600] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237969} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.206883] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.207078] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.207270] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.237680] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411740, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.478047] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a7cb535-9fb6-44c8-bd30-e16a45807c75 req-a206eeaa-1b6c-4f25-abcb-7769c9d3bf60 service nova] Releasing lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.506736] env[62679]: DEBUG nova.scheduler.client.report [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.523301] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52174a6a-15a3-863e-e593-7806376cc0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.026626} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.523652] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.523906] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.524136] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.565639] env[62679]: DEBUG nova.network.neutron [-] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.567101] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a96517-c691-2aa7-088e-82fd7a639b41, 'name': SearchDatastore_Task, 'duration_secs': 0.019681} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.571020] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845d7edd-7615-4360-89fc-783c15863718 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.574832] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 647.574832] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c03c3c-a694-a3b7-a850-a13a9e5c4d40" [ 647.574832] env[62679]: _type = "Task" [ 647.574832] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.585530] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c03c3c-a694-a3b7-a850-a13a9e5c4d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.737784] env[62679]: DEBUG oslo_vmware.api [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411740, 'name': PowerOnVM_Task, 'duration_secs': 0.941483} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.738147] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.738350] env[62679]: INFO nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Took 10.92 seconds to spawn the instance on the hypervisor. [ 647.738552] env[62679]: DEBUG nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.739562] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d2486d-86b5-460b-b8c9-3c59fe22ade7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.012550] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.015658] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.601s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.017206] env[62679]: INFO nova.compute.claims [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.040690] env[62679]: INFO nova.scheduler.client.report [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Deleted allocations for instance bcc5d4ec-9218-4db5-b1e5-42dcd192c915 [ 648.069310] env[62679]: INFO nova.compute.manager [-] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Took 1.03 seconds to deallocate network for instance. [ 648.092798] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c03c3c-a694-a3b7-a850-a13a9e5c4d40, 'name': SearchDatastore_Task, 'duration_secs': 0.01589} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.093093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.094262] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. {{(pid=62679) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 648.094262] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.094262] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.094262] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56df11e0-283b-4730-8f7a-0eeed9d532a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.096189] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68594020-fb7a-49bc-a67e-ab99131042ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.102962] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 648.102962] env[62679]: value = "task-2411742" [ 648.102962] env[62679]: _type = "Task" [ 648.102962] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.107749] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.107915] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.109116] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8fa22f-281f-416f-9deb-3795e4e30c3b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.115216] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.119267] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 648.119267] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea02ff-02ea-10d9-e9be-fe8e41e89921" [ 648.119267] env[62679]: _type = "Task" [ 648.119267] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.127843] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea02ff-02ea-10d9-e9be-fe8e41e89921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.253248] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.253484] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.253642] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.253823] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.253966] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.254563] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.254818] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.254980] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.255161] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.255329] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.255498] env[62679]: DEBUG nova.virt.hardware [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.261284] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c56f3c-b868-456b-a3e4-1356f02d39c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.267364] env[62679]: INFO nova.compute.manager [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Took 46.26 seconds to build instance. [ 648.273078] env[62679]: DEBUG nova.network.neutron [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Successfully updated port: 1d15af01-dcda-4c9c-86ad-b76e54bf2225 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.275847] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf14dea-9516-4497-8e0c-749ed2a5dfae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.294187] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.299952] env[62679]: DEBUG oslo.service.loopingcall [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.300681] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.300932] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b7c776f-7dc4-45a5-a188-5ddf77e3540a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.319818] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.319818] env[62679]: value = "task-2411743" [ 648.319818] env[62679]: _type = "Task" [ 648.319818] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.330553] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411743, 'name': CreateVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.478444] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d97414-5f05-c829-a9a8-be09b3c84cc1/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 648.479981] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31475531-4998-4075-8685-ef1e31e17efb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.488138] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d97414-5f05-c829-a9a8-be09b3c84cc1/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 648.488333] env[62679]: ERROR oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d97414-5f05-c829-a9a8-be09b3c84cc1/disk-0.vmdk due to incomplete transfer. [ 648.488727] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6097731a-7050-4e42-a09e-773ef1684142 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.498087] env[62679]: DEBUG oslo_vmware.rw_handles [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d97414-5f05-c829-a9a8-be09b3c84cc1/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 648.498087] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Uploaded image c26d03f4-4009-4b3b-9c73-32753a6088fa to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 648.501399] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 648.501399] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6755dae1-6c9f-494e-9a2d-621d65b2c8d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.509068] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 648.509068] env[62679]: value = "task-2411744" [ 648.509068] env[62679]: _type = "Task" [ 648.509068] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.518871] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411744, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.552345] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b590fff9-c603-4d17-bbf0-a75ed85ced60 tempest-ImagesOneServerTestJSON-1972395807 tempest-ImagesOneServerTestJSON-1972395807-project-member] Lock "bcc5d4ec-9218-4db5-b1e5-42dcd192c915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.533s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.583122] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.616159] env[62679]: DEBUG nova.compute.manager [req-94839525-967a-412f-b03f-c8b77226e891 req-aba12e52-7b7a-4f73-a4fb-b0ec2b115fb2 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Received event network-vif-plugged-1d15af01-dcda-4c9c-86ad-b76e54bf2225 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 648.616159] env[62679]: DEBUG oslo_concurrency.lockutils [req-94839525-967a-412f-b03f-c8b77226e891 req-aba12e52-7b7a-4f73-a4fb-b0ec2b115fb2 service nova] Acquiring lock "710a4cce-58c3-4332-8d00-4244209ee558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.616159] env[62679]: DEBUG oslo_concurrency.lockutils [req-94839525-967a-412f-b03f-c8b77226e891 req-aba12e52-7b7a-4f73-a4fb-b0ec2b115fb2 service nova] Lock "710a4cce-58c3-4332-8d00-4244209ee558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.616159] env[62679]: DEBUG oslo_concurrency.lockutils [req-94839525-967a-412f-b03f-c8b77226e891 req-aba12e52-7b7a-4f73-a4fb-b0ec2b115fb2 service nova] Lock "710a4cce-58c3-4332-8d00-4244209ee558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.616159] env[62679]: DEBUG nova.compute.manager [req-94839525-967a-412f-b03f-c8b77226e891 req-aba12e52-7b7a-4f73-a4fb-b0ec2b115fb2 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] No waiting events found dispatching network-vif-plugged-1d15af01-dcda-4c9c-86ad-b76e54bf2225 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.616350] env[62679]: WARNING nova.compute.manager [req-94839525-967a-412f-b03f-c8b77226e891 req-aba12e52-7b7a-4f73-a4fb-b0ec2b115fb2 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Received unexpected event network-vif-plugged-1d15af01-dcda-4c9c-86ad-b76e54bf2225 for instance with vm_state building and task_state spawning. [ 648.621803] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411742, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.635047] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea02ff-02ea-10d9-e9be-fe8e41e89921, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.635047] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5574464-2f78-4b43-8729-b1424f6c5d5a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.644458] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 648.644458] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52619594-1ac5-452c-4517-c18941c6d1a5" [ 648.644458] env[62679]: _type = "Task" [ 648.644458] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.653346] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52619594-1ac5-452c-4517-c18941c6d1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.770376] env[62679]: DEBUG oslo_concurrency.lockutils [None req-319f3d0f-6c3a-4371-aab2-d5ee40c2d712 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.430s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.783167] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "refresh_cache-710a4cce-58c3-4332-8d00-4244209ee558" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.783353] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired lock "refresh_cache-710a4cce-58c3-4332-8d00-4244209ee558" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.783473] env[62679]: DEBUG nova.network.neutron [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.877392] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411743, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.022802] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411744, 'name': Destroy_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.115425] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73135} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.115425] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. [ 649.115968] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b38d4b-d987-426c-9c1e-885af5a74cec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.149741] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.152884] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b99579-674d-4216-8d24-d6029db56d6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.185193] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52619594-1ac5-452c-4517-c18941c6d1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.056626} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.186553] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.187479] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 42845847-442b-4d76-955b-1862e762114f/42845847-442b-4d76-955b-1862e762114f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.187479] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 649.187479] env[62679]: value = "task-2411745" [ 649.187479] env[62679]: _type = "Task" [ 649.187479] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.187479] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf5ff3d-3bb9-410b-a13f-1e970236620f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.202017] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.206431] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 649.206431] env[62679]: value = "task-2411746" [ 649.206431] env[62679]: _type = "Task" [ 649.206431] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.215521] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.272615] env[62679]: DEBUG nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.339968] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411743, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.370683] env[62679]: DEBUG nova.network.neutron [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.528251] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411744, 'name': Destroy_Task, 'duration_secs': 0.695254} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.528251] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Destroyed the VM [ 649.528251] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 649.528251] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd148a68-a0b3-467f-8f74-5c1112028058 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.536789] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 649.536789] env[62679]: value = "task-2411747" [ 649.536789] env[62679]: _type = "Task" [ 649.536789] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.550935] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.665182] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f182a29-e1d6-4329-88df-db65b444e9ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.673020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e83ca-0b00-4371-a865-27a289831feb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.714639] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d65eb-cc39-4967-92a2-35972792b3b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.722400] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.727248] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.729225] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6cb83f-572c-45e5-b73b-58060bfbcaaf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.747435] env[62679]: DEBUG nova.compute.provider_tree [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.752244] env[62679]: DEBUG nova.network.neutron [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Updating instance_info_cache with network_info: [{"id": "1d15af01-dcda-4c9c-86ad-b76e54bf2225", "address": "fa:16:3e:65:08:2f", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d15af01-dc", "ovs_interfaceid": "1d15af01-dcda-4c9c-86ad-b76e54bf2225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.793807] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.836840] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411743, 'name': CreateVM_Task, 'duration_secs': 1.417054} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.837355] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.837619] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.837836] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.840036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.840036] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dca04da-6078-4833-9e91-19f92cb8b197 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.843751] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 649.843751] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eed26e-af80-567e-0c70-17debbacdfde" [ 649.843751] env[62679]: _type = "Task" [ 649.843751] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.853921] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eed26e-af80-567e-0c70-17debbacdfde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.913707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "22e41608-3622-4e14-ab78-b9d704068900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.913707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "22e41608-3622-4e14-ab78-b9d704068900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.051837] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.229314] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411746, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.229628] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.251156] env[62679]: DEBUG nova.scheduler.client.report [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.255595] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Releasing lock "refresh_cache-710a4cce-58c3-4332-8d00-4244209ee558" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.256207] env[62679]: DEBUG nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Instance network_info: |[{"id": "1d15af01-dcda-4c9c-86ad-b76e54bf2225", "address": "fa:16:3e:65:08:2f", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d15af01-dc", "ovs_interfaceid": "1d15af01-dcda-4c9c-86ad-b76e54bf2225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.257295] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:08:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d15af01-dcda-4c9c-86ad-b76e54bf2225', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.267074] env[62679]: DEBUG oslo.service.loopingcall [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.267074] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.267074] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0428499b-59a9-4de0-b546-03ffd8e18e5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.293454] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.293454] env[62679]: value = "task-2411748" [ 650.293454] env[62679]: _type = "Task" [ 650.293454] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.300351] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411748, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.357335] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eed26e-af80-567e-0c70-17debbacdfde, 'name': SearchDatastore_Task, 'duration_secs': 0.017019} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.358701] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.358972] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.359225] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.359453] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.359744] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.360339] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405ea7a1-dab9-4dd3-8433-61ff88854b43 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.372503] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.372503] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.373132] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590117cd-403c-4118-887a-d863e8624d94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.382896] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 650.382896] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524e0860-cecb-6faa-4d15-4587317b4f2f" [ 650.382896] env[62679]: _type = "Task" [ 650.382896] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.400410] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524e0860-cecb-6faa-4d15-4587317b4f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014201} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.401468] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7aaf495-ca28-494c-a7ef-ad394f40f942 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.407013] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 650.407013] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5292bbbc-c57b-6d72-2f29-f02bea2cb4ad" [ 650.407013] env[62679]: _type = "Task" [ 650.407013] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.417596] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5292bbbc-c57b-6d72-2f29-f02bea2cb4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.548809] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411747, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.576161] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.576485] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.576862] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.577293] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.577649] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.584070] env[62679]: INFO nova.compute.manager [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Terminating instance [ 650.720901] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411745, 'name': ReconfigVM_Task, 'duration_secs': 1.162726} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.724313] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.724793] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411746, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.037827} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.725561] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8c9f69-7d51-42e7-a3e0-962fbcbc847d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.728725] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 42845847-442b-4d76-955b-1862e762114f/42845847-442b-4d76-955b-1862e762114f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.729025] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.729702] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ac9d15b-0e68-4bf6-943b-7b1e4f004217 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.758899] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.759757] env[62679]: DEBUG nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.777278] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.790s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.778036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.778036] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 650.778251] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.810s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.779808] env[62679]: INFO nova.compute.claims [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.782817] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8955deff-4097-4ea4-9bdd-2c25e02b9267 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.795884] env[62679]: DEBUG nova.compute.manager [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Received event network-changed-ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 650.796257] env[62679]: DEBUG nova.compute.manager [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Refreshing instance network info cache due to event network-changed-ebf769bd-78c0-4cd0-bac8-db591a76df69. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 650.796361] env[62679]: DEBUG oslo_concurrency.lockutils [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] Acquiring lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.796532] env[62679]: DEBUG oslo_concurrency.lockutils [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] Acquired lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.796957] env[62679]: DEBUG nova.network.neutron [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Refreshing network info cache for port ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.799737] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 650.799737] env[62679]: value = "task-2411749" [ 650.799737] env[62679]: _type = "Task" [ 650.799737] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.800825] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265f66d6-63b7-45ff-82a9-397ffba52ca5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.815132] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 650.815132] env[62679]: value = "task-2411750" [ 650.815132] env[62679]: _type = "Task" [ 650.815132] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.830012] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d671aee-0d50-4999-bc24-f4020b3aebd2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.835523] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411748, 'name': CreateVM_Task, 'duration_secs': 0.476377} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.835825] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081734} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.836473] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.836807] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.838281] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.838495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.839212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.840545] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a63da9-bc79-47f9-8484-a721ab0ba3e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.856872] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb66b0b-6ebf-427a-8da8-15def21d72f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.859533] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.861187] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c599f8-0c7b-4cd2-8851-8d09fe6f146f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.882889] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 42845847-442b-4d76-955b-1862e762114f/42845847-442b-4d76-955b-1862e762114f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.885368] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97dd59a2-460f-42e5-aed5-99f501396bad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.901570] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 650.901570] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ed23a3-c44e-5409-f423-4643143a8bee" [ 650.901570] env[62679]: _type = "Task" [ 650.901570] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.910095] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e48ef8-0533-47cf-9831-ea87edecf794 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.914703] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 650.914703] env[62679]: value = "task-2411751" [ 650.914703] env[62679]: _type = "Task" [ 650.914703] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.916079] env[62679]: DEBUG nova.compute.manager [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Received event network-changed-1d15af01-dcda-4c9c-86ad-b76e54bf2225 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 650.916264] env[62679]: DEBUG nova.compute.manager [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Refreshing instance network info cache due to event network-changed-1d15af01-dcda-4c9c-86ad-b76e54bf2225. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 650.916467] env[62679]: DEBUG oslo_concurrency.lockutils [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] Acquiring lock "refresh_cache-710a4cce-58c3-4332-8d00-4244209ee558" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.916603] env[62679]: DEBUG oslo_concurrency.lockutils [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] Acquired lock "refresh_cache-710a4cce-58c3-4332-8d00-4244209ee558" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.916759] env[62679]: DEBUG nova.network.neutron [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Refreshing network info cache for port 1d15af01-dcda-4c9c-86ad-b76e54bf2225 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.955755] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ed23a3-c44e-5409-f423-4643143a8bee, 'name': SearchDatastore_Task, 'duration_secs': 0.031138} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.956980] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179460MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 650.957177] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.961768] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.962066] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.962281] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.963051] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5292bbbc-c57b-6d72-2f29-f02bea2cb4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.966431] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.966685] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.967233] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.967468] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.967650] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.967891] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd798437-47ed-4156-ad3a-95a798ae857c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.970277] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af311416-8887-4d3c-864c-50d77818c892 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.978361] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 650.978361] env[62679]: value = "task-2411752" [ 650.978361] env[62679]: _type = "Task" [ 650.978361] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.979713] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.979949] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.983556] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a49ddb7-8058-4357-864a-1c4d50fdf961 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.992207] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.993720] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 650.993720] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523764b8-c3af-4b7f-3fd5-df1031166cad" [ 650.993720] env[62679]: _type = "Task" [ 650.993720] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.004315] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523764b8-c3af-4b7f-3fd5-df1031166cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.050944] env[62679]: DEBUG oslo_vmware.api [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411747, 'name': RemoveSnapshot_Task, 'duration_secs': 1.034508} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.050944] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 651.051255] env[62679]: INFO nova.compute.manager [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Took 20.55 seconds to snapshot the instance on the hypervisor. [ 651.088429] env[62679]: DEBUG nova.compute.manager [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.088833] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.090344] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7825ed4-c5d3-4f05-9809-3a8c6b0afc08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.105109] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.105584] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6b5fe3-e92e-4b62-9aa0-ea03f2ed00f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.277625] env[62679]: DEBUG nova.compute.utils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 651.279441] env[62679]: DEBUG nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.279630] env[62679]: DEBUG nova.network.neutron [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.327451] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411750, 'name': ReconfigVM_Task, 'duration_secs': 0.320126} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.328117] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.328224] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e800c23d-ed58-44f1-9fb4-7bac1ce2479a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.335507] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 651.335507] env[62679]: value = "task-2411754" [ 651.335507] env[62679]: _type = "Task" [ 651.335507] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.348051] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.358622] env[62679]: DEBUG nova.policy [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48d7bc96fb7f4056875e4342cbd02c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc633e3fae254b2890f388f0c2ec1406', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.442066] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.491585] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.504352] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523764b8-c3af-4b7f-3fd5-df1031166cad, 'name': SearchDatastore_Task, 'duration_secs': 0.026865} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.507964] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6d5feb-512d-4bca-a4ce-95438f78256f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.514162] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 651.514162] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52969016-f61e-81ef-ce46-778078b8bac4" [ 651.514162] env[62679]: _type = "Task" [ 651.514162] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.522696] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52969016-f61e-81ef-ce46-778078b8bac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.540866] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "b3deb642-4e36-4b45-81c3-395325bd6106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.541174] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "b3deb642-4e36-4b45-81c3-395325bd6106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.556187] env[62679]: DEBUG nova.compute.manager [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Instance disappeared during snapshot {{(pid=62679) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4602}} [ 651.574866] env[62679]: DEBUG nova.compute.manager [None req-3ca09462-3464-4d90-9629-7b1f4be4305e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image not found during clean up c26d03f4-4009-4b3b-9c73-32753a6088fa {{(pid=62679) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4608}} [ 651.575989] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.576225] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.576410] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore1] af2534f1-b352-4f9d-88b0-6c32ea4cbdeb {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.577443] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ca81a9-0847-4edb-bedd-532548d89939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.586026] env[62679]: DEBUG oslo_vmware.api [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 651.586026] env[62679]: value = "task-2411755" [ 651.586026] env[62679]: _type = "Task" [ 651.586026] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.594422] env[62679]: DEBUG oslo_vmware.api [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.710575] env[62679]: DEBUG nova.network.neutron [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updated VIF entry in instance network info cache for port ebf769bd-78c0-4cd0-bac8-db591a76df69. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.711092] env[62679]: DEBUG nova.network.neutron [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updating instance_info_cache with network_info: [{"id": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "address": "fa:16:3e:11:99:98", "network": {"id": "a7f5e13f-7f27-4675-92a7-346d117b7bb6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1365384708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3d93a65f5924d0ba484ef6b244ec3fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf769bd-78", "ovs_interfaceid": "ebf769bd-78c0-4cd0-bac8-db591a76df69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.782795] env[62679]: DEBUG nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.849045] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.933008] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411751, 'name': ReconfigVM_Task, 'duration_secs': 0.754149} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.935850] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 42845847-442b-4d76-955b-1862e762114f/42845847-442b-4d76-955b-1862e762114f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.936744] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26fd711b-6401-406a-8b89-aa94dbb0966b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.944172] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 651.944172] env[62679]: value = "task-2411756" [ 651.944172] env[62679]: _type = "Task" [ 651.944172] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.953411] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411756, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.993535] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652706} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.993895] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.993895] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.994346] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-686839e9-e10f-40c4-80e6-10dfee47f0fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.005571] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 652.005571] env[62679]: value = "task-2411757" [ 652.005571] env[62679]: _type = "Task" [ 652.005571] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.015397] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.029135] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52969016-f61e-81ef-ce46-778078b8bac4, 'name': SearchDatastore_Task, 'duration_secs': 0.051569} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.029446] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.030320] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 710a4cce-58c3-4332-8d00-4244209ee558/710a4cce-58c3-4332-8d00-4244209ee558.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.030831] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d1f7b4c-1961-4f6d-a45d-1348233d8fb5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.042765] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 652.042765] env[62679]: value = "task-2411758" [ 652.042765] env[62679]: _type = "Task" [ 652.042765] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.057415] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.087620] env[62679]: DEBUG nova.network.neutron [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Updated VIF entry in instance network info cache for port 1d15af01-dcda-4c9c-86ad-b76e54bf2225. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.088115] env[62679]: DEBUG nova.network.neutron [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Updating instance_info_cache with network_info: [{"id": "1d15af01-dcda-4c9c-86ad-b76e54bf2225", "address": "fa:16:3e:65:08:2f", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d15af01-dc", "ovs_interfaceid": "1d15af01-dcda-4c9c-86ad-b76e54bf2225", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.099119] env[62679]: DEBUG oslo_vmware.api [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410172} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.099411] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.099601] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.099781] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.099988] env[62679]: INFO nova.compute.manager [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Took 1.01 seconds to destroy the instance on the hypervisor. [ 652.100207] env[62679]: DEBUG oslo.service.loopingcall [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.100392] env[62679]: DEBUG nova.compute.manager [-] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.100488] env[62679]: DEBUG nova.network.neutron [-] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.213650] env[62679]: DEBUG oslo_concurrency.lockutils [req-78f7d5f1-2dc2-4fc2-88fe-73e5fa0984d9 req-b89d494c-45ea-44b1-a5eb-b50a75993451 service nova] Releasing lock "refresh_cache-6c29480d-a846-4c48-a5c4-73f3aaa60198" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.348657] env[62679]: DEBUG oslo_vmware.api [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411754, 'name': PowerOnVM_Task, 'duration_secs': 0.827207} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.348657] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.355345] env[62679]: DEBUG nova.compute.manager [None req-50a1a4b8-fe9b-4636-a7c4-b89e5a227ab9 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.355345] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e127e33e-1181-46fb-b407-9703cf5b62be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.446112] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed68b64-c867-486b-b7fc-2a1ef3ff67c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.465289] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f673ed7-eb57-4aad-b119-b697a986f23c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.469269] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411756, 'name': Rename_Task, 'duration_secs': 0.23832} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.469690] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.470456] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2362f78-6e01-43de-a5a0-e8eae4b15276 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.504220] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374c651-b235-48ce-b446-52bb889b5a6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.508604] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 652.508604] env[62679]: value = "task-2411759" [ 652.508604] env[62679]: _type = "Task" [ 652.508604] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.520492] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bf32a3-7a89-4e2a-8e03-b5d8c36c4ac5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.532201] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.532545] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073603} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.533382] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.534290] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0797c9a-597b-4ef3-82d0-7e8d8cbb40cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.548020] env[62679]: DEBUG nova.compute.provider_tree [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.568732] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.571957] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388c6e29-72e4-4334-bec8-092814cde2f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.588144] env[62679]: DEBUG nova.network.neutron [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Successfully created port: eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.594571] env[62679]: DEBUG oslo_concurrency.lockutils [req-0c70f213-25b7-49ae-914c-22323e215d14 req-729bdac4-acf9-48a5-b20a-96fe25bed7d8 service nova] Releasing lock "refresh_cache-710a4cce-58c3-4332-8d00-4244209ee558" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.595128] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.601500] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 652.601500] env[62679]: value = "task-2411760" [ 652.601500] env[62679]: _type = "Task" [ 652.601500] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.611399] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.795378] env[62679]: DEBUG nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.822220] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.822520] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.822681] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.822862] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.823063] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.823315] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.823704] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.823899] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.824085] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.824251] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.824424] env[62679]: DEBUG nova.virt.hardware [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.825529] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13056201-31b0-415b-a650-92514f1cf91d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.834106] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564fa5c3-9668-4b77-b34a-a08070b9ac92 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.029609] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.061016] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717961} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.061016] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 710a4cce-58c3-4332-8d00-4244209ee558/710a4cce-58c3-4332-8d00-4244209ee558.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.061016] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.061016] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2e301e5-1ac9-45cf-b09b-21e632494578 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.062851] env[62679]: DEBUG nova.scheduler.client.report [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.072703] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 653.072703] env[62679]: value = "task-2411761" [ 653.072703] env[62679]: _type = "Task" [ 653.072703] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.084164] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.113073] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.135556] env[62679]: DEBUG nova.compute.manager [req-e740c42c-6abf-4e52-b108-e407aa34d4e7 req-ae42442d-c4bb-446a-b70f-c75d86a1841b service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Received event network-vif-deleted-a2811f40-fec2-4025-83cf-750c9bb3a7fd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 653.135771] env[62679]: INFO nova.compute.manager [req-e740c42c-6abf-4e52-b108-e407aa34d4e7 req-ae42442d-c4bb-446a-b70f-c75d86a1841b service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Neutron deleted interface a2811f40-fec2-4025-83cf-750c9bb3a7fd; detaching it from the instance and deleting it from the info cache [ 653.135957] env[62679]: DEBUG nova.network.neutron [req-e740c42c-6abf-4e52-b108-e407aa34d4e7 req-ae42442d-c4bb-446a-b70f-c75d86a1841b service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.380414] env[62679]: DEBUG nova.network.neutron [-] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.528564] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.574096] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.574096] env[62679]: DEBUG nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.576335] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.370s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.576335] env[62679]: DEBUG nova.objects.instance [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lazy-loading 'resources' on Instance uuid 939bf798-eece-4e22-95c4-c5e62b979829 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.598024] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080039} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.598024] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.598024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28ed3f1-e1a7-4335-a099-c9b516da2e9b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.621743] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 710a4cce-58c3-4332-8d00-4244209ee558/710a4cce-58c3-4332-8d00-4244209ee558.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.625321] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-681ea347-9021-4500-b87d-8b5e14683e4e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.647097] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14be9dcd-a7c2-4db2-a3e9-ff0045cb36d1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.654624] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411760, 'name': ReconfigVM_Task, 'duration_secs': 0.760533} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.656553] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Reconfigured VM instance instance-00000020 to attach disk [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.657310] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 653.657310] env[62679]: value = "task-2411762" [ 653.657310] env[62679]: _type = "Task" [ 653.657310] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.657895] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3918d91d-438c-4cc7-bc50-7dddf6247ac1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.667306] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806ba15b-4825-4936-94da-651efebadeb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.683114] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 653.683114] env[62679]: value = "task-2411763" [ 653.683114] env[62679]: _type = "Task" [ 653.683114] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.690311] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.706344] env[62679]: DEBUG nova.compute.manager [req-e740c42c-6abf-4e52-b108-e407aa34d4e7 req-ae42442d-c4bb-446a-b70f-c75d86a1841b service nova] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Detach interface failed, port_id=a2811f40-fec2-4025-83cf-750c9bb3a7fd, reason: Instance af2534f1-b352-4f9d-88b0-6c32ea4cbdeb could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 653.709465] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411763, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.884865] env[62679]: INFO nova.compute.manager [-] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Took 1.78 seconds to deallocate network for instance. [ 653.908757] env[62679]: INFO nova.compute.manager [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Unrescuing [ 653.913588] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.913588] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.913588] env[62679]: DEBUG nova.network.neutron [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.026154] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411759, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.077908] env[62679]: DEBUG nova.compute.utils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 654.079202] env[62679]: DEBUG nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Not allocating networking since 'none' was specified. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 654.171353] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.204187] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411763, 'name': Rename_Task, 'duration_secs': 0.131733} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.204551] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.204822] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c06c9ec-8d74-4d9b-857b-7cf414ace0f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.212533] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 654.212533] env[62679]: value = "task-2411764" [ 654.212533] env[62679]: _type = "Task" [ 654.212533] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.225570] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.393328] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.529577] env[62679]: DEBUG oslo_vmware.api [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411759, 'name': PowerOnVM_Task, 'duration_secs': 1.799112} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.529916] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.530131] env[62679]: INFO nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Took 11.75 seconds to spawn the instance on the hypervisor. [ 654.530324] env[62679]: DEBUG nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.531202] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7946e523-c983-49d7-a8f5-5d41661296e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.587080] env[62679]: DEBUG nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.675016] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411762, 'name': ReconfigVM_Task, 'duration_secs': 0.713777} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.675016] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 710a4cce-58c3-4332-8d00-4244209ee558/710a4cce-58c3-4332-8d00-4244209ee558.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.675016] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a721f9-5268-4a0b-96d3-06bb8d003c61 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.686799] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 654.686799] env[62679]: value = "task-2411765" [ 654.686799] env[62679]: _type = "Task" [ 654.686799] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.701561] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411765, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.710787] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe4388-ef44-45c6-9bf2-b47b9b6e4bfb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.728403] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5749f657-0e5b-4b98-929c-93c42039a267 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.732381] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.766597] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce321168-0368-45bd-8b4d-5cea8c47fbbb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.774580] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9149ee-f111-4431-8223-cb4c787c3da0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.793394] env[62679]: DEBUG nova.compute.provider_tree [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.055403] env[62679]: INFO nova.compute.manager [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Took 45.58 seconds to build instance. [ 655.110508] env[62679]: DEBUG nova.network.neutron [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Updating instance_info_cache with network_info: [{"id": "a7563c92-a912-42c7-b883-262e04315bc2", "address": "fa:16:3e:5b:f9:f2", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7563c92-a9", "ovs_interfaceid": "a7563c92-a912-42c7-b883-262e04315bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.197940] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411765, 'name': Rename_Task, 'duration_secs': 0.243317} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.198483] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.199032] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e03772-7384-43c6-a174-4c669046fe95 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.214335] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 655.214335] env[62679]: value = "task-2411766" [ 655.214335] env[62679]: _type = "Task" [ 655.214335] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.231261] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411766, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.234671] env[62679]: DEBUG oslo_vmware.api [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411764, 'name': PowerOnVM_Task, 'duration_secs': 1.011494} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.234925] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.235170] env[62679]: DEBUG nova.compute.manager [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.235974] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb183a1-80d3-4bd9-96fc-edd41b4cb0ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.240876] env[62679]: DEBUG nova.network.neutron [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Successfully updated port: eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.285294] env[62679]: DEBUG nova.compute.manager [req-d17dab99-6829-4ed7-92cc-65f3722e7484 req-8760146f-e0f0-403c-bbe6-03a18737c63b service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Received event network-vif-plugged-eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 655.285294] env[62679]: DEBUG oslo_concurrency.lockutils [req-d17dab99-6829-4ed7-92cc-65f3722e7484 req-8760146f-e0f0-403c-bbe6-03a18737c63b service nova] Acquiring lock "ebffe39d-9cd1-4021-894e-5b6537a4632f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.286572] env[62679]: DEBUG oslo_concurrency.lockutils [req-d17dab99-6829-4ed7-92cc-65f3722e7484 req-8760146f-e0f0-403c-bbe6-03a18737c63b service nova] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.286795] env[62679]: DEBUG oslo_concurrency.lockutils [req-d17dab99-6829-4ed7-92cc-65f3722e7484 req-8760146f-e0f0-403c-bbe6-03a18737c63b service nova] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.286947] env[62679]: DEBUG nova.compute.manager [req-d17dab99-6829-4ed7-92cc-65f3722e7484 req-8760146f-e0f0-403c-bbe6-03a18737c63b service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] No waiting events found dispatching network-vif-plugged-eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.287135] env[62679]: WARNING nova.compute.manager [req-d17dab99-6829-4ed7-92cc-65f3722e7484 req-8760146f-e0f0-403c-bbe6-03a18737c63b service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Received unexpected event network-vif-plugged-eb92003d-9734-4b17-89a9-956fe3c18f3e for instance with vm_state building and task_state spawning. [ 655.297125] env[62679]: DEBUG nova.scheduler.client.report [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.558571] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aa6b0e5a-7e8d-44d0-bbdf-ad8fa008c2a6 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "42845847-442b-4d76-955b-1862e762114f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.622s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.596195] env[62679]: DEBUG nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.614102] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-681316d4-efba-4601-a9c6-59b79bb226b7" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.614871] env[62679]: DEBUG nova.objects.instance [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lazy-loading 'flavor' on Instance uuid 681316d4-efba-4601-a9c6-59b79bb226b7 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.627798] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.628052] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.628215] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.628414] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.628681] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.628913] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.629220] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.629475] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.630891] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.630891] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.630891] env[62679]: DEBUG nova.virt.hardware [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.631821] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be9768-a438-4842-8014-e403e0cbedf0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.646304] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ee7e5-e948-4ed9-8be3-dba0209540a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.666887] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.673726] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Creating folder: Project (40bf79023bc147f7984c8a1e92655d04). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.674566] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05f421b3-0fef-427d-be4d-acbf9a4744b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.685493] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Created folder: Project (40bf79023bc147f7984c8a1e92655d04) in parent group-v488891. [ 655.685493] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Creating folder: Instances. Parent ref: group-v488992. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.685493] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0abbd5de-24c3-4814-a4f7-e100873df293 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.695348] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Created folder: Instances in parent group-v488992. [ 655.695627] env[62679]: DEBUG oslo.service.loopingcall [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.698138] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.698138] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0b823ab-29bd-4733-82d1-d36ad53abd00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.713012] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.713012] env[62679]: value = "task-2411769" [ 655.713012] env[62679]: _type = "Task" [ 655.713012] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.725801] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411769, 'name': CreateVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.729607] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.748508] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.748508] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.748508] env[62679]: DEBUG nova.network.neutron [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.761081] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.803795] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.806260] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.737s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.807830] env[62679]: INFO nova.compute.claims [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.845015] env[62679]: INFO nova.scheduler.client.report [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Deleted allocations for instance 939bf798-eece-4e22-95c4-c5e62b979829 [ 656.062294] env[62679]: DEBUG nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.126467] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b916e1-ac9f-4b2c-abe6-e33d1c5c58bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.152441] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.154139] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2baeb9e3-1c0b-4632-a561-3ef90a5722c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.157833] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] Acquiring lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.158810] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] Acquired lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.158810] env[62679]: DEBUG nova.network.neutron [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] [instance: 42845847-442b-4d76-955b-1862e762114f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.165360] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 656.165360] env[62679]: value = "task-2411770" [ 656.165360] env[62679]: _type = "Task" [ 656.165360] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.181043] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.228859] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411769, 'name': CreateVM_Task, 'duration_secs': 0.34884} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.232088] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.232765] env[62679]: DEBUG oslo_vmware.api [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411766, 'name': PowerOnVM_Task, 'duration_secs': 0.687128} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.233152] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.233302] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.233608] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.233886] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.234076] env[62679]: INFO nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Took 10.66 seconds to spawn the instance on the hypervisor. [ 656.234233] env[62679]: DEBUG nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.235162] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac709a4-c4e3-415b-969b-39f764c18364 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.237247] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d8ae2-df6d-4b72-8a42-4254bb797ecd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.242683] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 656.242683] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b64a5c-6722-a7d0-6f57-5fac06cdec5f" [ 656.242683] env[62679]: _type = "Task" [ 656.242683] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.256644] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b64a5c-6722-a7d0-6f57-5fac06cdec5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.295109] env[62679]: DEBUG nova.network.neutron [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.363329] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eb4e5b69-039d-4b26-bc26-6de00f7e4625 tempest-ServersTestFqdnHostnames-345123608 tempest-ServersTestFqdnHostnames-345123608-project-member] Lock "939bf798-eece-4e22-95c4-c5e62b979829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.949s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.530816] env[62679]: INFO nova.compute.manager [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Rebuilding instance [ 656.588436] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.591940] env[62679]: DEBUG nova.compute.manager [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.592975] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a1f4c-22b6-4127-9326-1323863813cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.616288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "7893af92-485c-4f90-89a5-15c557ca3b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.616564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "7893af92-485c-4f90-89a5-15c557ca3b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.678295] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411770, 'name': PowerOffVM_Task, 'duration_secs': 0.489122} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.678295] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.684008] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 656.684570] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa12d493-3c7f-4682-b74d-aa099a786ad8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.706980] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 656.706980] env[62679]: value = "task-2411771" [ 656.706980] env[62679]: _type = "Task" [ 656.706980] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.718031] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.759041] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b64a5c-6722-a7d0-6f57-5fac06cdec5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.762916] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.762916] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.762916] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.765281] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.765502] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.766296] env[62679]: INFO nova.compute.manager [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Took 45.62 seconds to build instance. [ 656.767249] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bebd0882-5360-4f6b-98d3-807edd0d25c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.779141] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.779320] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.780078] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc9da3f-e6a4-4aaf-88f7-a0f4e454f3f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.785283] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 656.785283] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d1366-682d-a50f-b4c4-243cd0670d56" [ 656.785283] env[62679]: _type = "Task" [ 656.785283] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.798268] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d1366-682d-a50f-b4c4-243cd0670d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.859895] env[62679]: DEBUG nova.network.neutron [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updating instance_info_cache with network_info: [{"id": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "address": "fa:16:3e:17:9f:f9", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92003d-97", "ovs_interfaceid": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.104232] env[62679]: DEBUG nova.network.neutron [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] [instance: 42845847-442b-4d76-955b-1862e762114f] Updating instance_info_cache with network_info: [{"id": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "address": "fa:16:3e:0b:f3:8a", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e70cea1-92", "ovs_interfaceid": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.226252] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411771, 'name': ReconfigVM_Task, 'duration_secs': 0.429856} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.226543] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 657.227163] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.230501] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a485a62-f092-46d3-9a38-a342d503e58f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.242161] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 657.242161] env[62679]: value = "task-2411772" [ 657.242161] env[62679]: _type = "Task" [ 657.242161] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.256268] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.275307] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7fbed456-9e31-4bd7-a0ce-c2fdfd67fb28 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "710a4cce-58c3-4332-8d00-4244209ee558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.332s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.298740] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525d1366-682d-a50f-b4c4-243cd0670d56, 'name': SearchDatastore_Task, 'duration_secs': 0.026553} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.300161] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ee79c3-9f34-430c-8bc7-3969e80a9587 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.311253] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 657.311253] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dd87c4-821f-dc83-b66d-afa4b577e76f" [ 657.311253] env[62679]: _type = "Task" [ 657.311253] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.323081] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dd87c4-821f-dc83-b66d-afa4b577e76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.362853] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Releasing lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.363151] env[62679]: DEBUG nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Instance network_info: |[{"id": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "address": "fa:16:3e:17:9f:f9", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92003d-97", "ovs_interfaceid": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.363598] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:9f:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb92003d-9734-4b17-89a9-956fe3c18f3e', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.373257] env[62679]: DEBUG oslo.service.loopingcall [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.376713] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.377287] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1993754b-cf5d-43df-90a7-b1f27b7c61f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.403821] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.403821] env[62679]: value = "task-2411773" [ 657.403821] env[62679]: _type = "Task" [ 657.403821] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.411757] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411773, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.484304] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0ea7cb-efbd-4c71-be7d-039e361dd3b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.493425] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c61b87e-9cdd-46dc-a9e4-f0d6512ffa1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.541454] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcbae0c-5d30-4a00-9eec-295259364920 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.551929] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026bf1de-b615-473e-ab28-93719cf8f6db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.567994] env[62679]: DEBUG nova.compute.provider_tree [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.615022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] Releasing lock "refresh_cache-42845847-442b-4d76-955b-1862e762114f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.615022] env[62679]: DEBUG nova.compute.manager [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] [instance: 42845847-442b-4d76-955b-1862e762114f] Inject network info {{(pid=62679) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7744}} [ 657.615214] env[62679]: DEBUG nova.compute.manager [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] [instance: 42845847-442b-4d76-955b-1862e762114f] network_info to inject: |[{"id": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "address": "fa:16:3e:0b:f3:8a", "network": {"id": "5097aa09-91d1-4262-bcf9-080d9a3d947a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-916982595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264bb4dee6464c719bbdb84fa2715222", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e70cea1-92", "ovs_interfaceid": "8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7745}} [ 657.619371] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] [instance: 42845847-442b-4d76-955b-1862e762114f] Reconfiguring VM instance to set the machine id {{(pid=62679) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 657.619904] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.620214] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8892316-6159-4927-96ef-798bc42e4b6c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.630578] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e9a2cb7-4594-471e-aa7c-86c9e19b79f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.641942] env[62679]: DEBUG oslo_vmware.api [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] Waiting for the task: (returnval){ [ 657.641942] env[62679]: value = "task-2411775" [ 657.641942] env[62679]: _type = "Task" [ 657.641942] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.643563] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 657.643563] env[62679]: value = "task-2411774" [ 657.643563] env[62679]: _type = "Task" [ 657.643563] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.656082] env[62679]: DEBUG oslo_vmware.api [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] Task: {'id': task-2411775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.660427] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.732719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.732965] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.753461] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.784460] env[62679]: DEBUG nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.824861] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dd87c4-821f-dc83-b66d-afa4b577e76f, 'name': SearchDatastore_Task, 'duration_secs': 0.020418} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.825164] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.825431] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.825704] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2799475-13e5-410e-b478-b118c7a63a61 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.834554] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 657.834554] env[62679]: value = "task-2411776" [ 657.834554] env[62679]: _type = "Task" [ 657.834554] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.855471] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.913194] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411773, 'name': CreateVM_Task, 'duration_secs': 0.464448} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.913347] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.916613] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.916613] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.916613] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.916613] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f41fc8-562e-4c1f-9995-706318e6cb63 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.919317] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 657.919317] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5255b28d-9544-f4b4-3684-5af76d357d73" [ 657.919317] env[62679]: _type = "Task" [ 657.919317] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.927492] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5255b28d-9544-f4b4-3684-5af76d357d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.933577] env[62679]: DEBUG nova.compute.manager [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Received event network-changed-eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 657.933759] env[62679]: DEBUG nova.compute.manager [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Refreshing instance network info cache due to event network-changed-eb92003d-9734-4b17-89a9-956fe3c18f3e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 657.933999] env[62679]: DEBUG oslo_concurrency.lockutils [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] Acquiring lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.934161] env[62679]: DEBUG oslo_concurrency.lockutils [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] Acquired lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.934324] env[62679]: DEBUG nova.network.neutron [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Refreshing network info cache for port eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.072836] env[62679]: DEBUG nova.scheduler.client.report [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.157312] env[62679]: DEBUG oslo_vmware.api [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] Task: {'id': task-2411775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.160826] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411774, 'name': PowerOffVM_Task, 'duration_secs': 0.19285} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.161093] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.161328] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.162123] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4010c17c-6e48-42da-a773-70b53c9825c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.169881] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.170127] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9504e03-ed0d-4d6f-b9b9-273e4f0e6387 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.197493] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.197718] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.197907] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Deleting the datastore file [datastore2] a8706125-0bc4-42bb-8968-47edb39a1631 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.198227] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433b6e1d-33b1-4ace-a806-72a081a3f2ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.205623] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 658.205623] env[62679]: value = "task-2411778" [ 658.205623] env[62679]: _type = "Task" [ 658.205623] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.216158] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.254944] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.313546] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.320879] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4b718-1e78-4a9d-836b-2249f298e7ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.330806] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-96c33cd2-5a8f-4a60-8100-30f158e6976f tempest-ServersAdminNegativeTestJSON-1577634704 tempest-ServersAdminNegativeTestJSON-1577634704-project-admin] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Suspending the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 658.331207] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-87f1a83c-386b-4345-a98a-b110aeb7dc06 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.340167] env[62679]: DEBUG oslo_vmware.api [None req-96c33cd2-5a8f-4a60-8100-30f158e6976f tempest-ServersAdminNegativeTestJSON-1577634704 tempest-ServersAdminNegativeTestJSON-1577634704-project-admin] Waiting for the task: (returnval){ [ 658.340167] env[62679]: value = "task-2411779" [ 658.340167] env[62679]: _type = "Task" [ 658.340167] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.349596] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411776, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.355179] env[62679]: DEBUG oslo_vmware.api [None req-96c33cd2-5a8f-4a60-8100-30f158e6976f tempest-ServersAdminNegativeTestJSON-1577634704 tempest-ServersAdminNegativeTestJSON-1577634704-project-admin] Task: {'id': task-2411779, 'name': SuspendVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.431969] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5255b28d-9544-f4b4-3684-5af76d357d73, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.433396] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.433396] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.433396] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.433396] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.433624] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.433708] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0c635fa-b5c0-401e-8bdc-0eecc78b082d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.453429] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.453429] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.454199] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd5770b-1c57-46ac-849e-ab475b8b5c6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.461739] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 658.461739] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f7a98-fe13-097e-4ad1-03fd0035cf8e" [ 658.461739] env[62679]: _type = "Task" [ 658.461739] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.471628] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f7a98-fe13-097e-4ad1-03fd0035cf8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.578738] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.579821] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.586455] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.093s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.586455] env[62679]: INFO nova.compute.claims [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.655341] env[62679]: DEBUG oslo_vmware.api [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] Task: {'id': task-2411775, 'name': ReconfigVM_Task, 'duration_secs': 0.589513} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.656170] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b3077306-a5e4-4827-be47-790580c7f33d tempest-ServersAdminTestJSON-1736400372 tempest-ServersAdminTestJSON-1736400372-project-admin] [instance: 42845847-442b-4d76-955b-1862e762114f] Reconfigured VM instance to set the machine id {{(pid=62679) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 658.718483] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331898} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.718906] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.719221] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.719480] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.757449] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.773841] env[62679]: DEBUG nova.network.neutron [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updated VIF entry in instance network info cache for port eb92003d-9734-4b17-89a9-956fe3c18f3e. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.774061] env[62679]: DEBUG nova.network.neutron [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updating instance_info_cache with network_info: [{"id": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "address": "fa:16:3e:17:9f:f9", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92003d-97", "ovs_interfaceid": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.853049] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731568} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.854021] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.854337] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.854698] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f726f8e8-477d-4fe0-82fc-44e41fa0cb24 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.863473] env[62679]: DEBUG oslo_vmware.api [None req-96c33cd2-5a8f-4a60-8100-30f158e6976f tempest-ServersAdminNegativeTestJSON-1577634704 tempest-ServersAdminNegativeTestJSON-1577634704-project-admin] Task: {'id': task-2411779, 'name': SuspendVM_Task} progress is 45%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.869672] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 658.869672] env[62679]: value = "task-2411780" [ 658.869672] env[62679]: _type = "Task" [ 658.869672] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.883292] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.982167] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f7a98-fe13-097e-4ad1-03fd0035cf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.065491} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.982167] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5feeda-2bb6-45b1-837f-a0b46b47971f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.989357] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 658.989357] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52258dbb-8f0b-1a2c-e766-6246faea5d87" [ 658.989357] env[62679]: _type = "Task" [ 658.989357] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.999907] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52258dbb-8f0b-1a2c-e766-6246faea5d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.093821] env[62679]: DEBUG nova.compute.utils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.095220] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.095418] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.157191] env[62679]: DEBUG nova.policy [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ec271c7f2e41e584524b33cc55c19a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b668fd89c774354b5ca2517117b4c19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.257913] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411772, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.278957] env[62679]: DEBUG oslo_concurrency.lockutils [req-da494e90-0f90-412a-a894-3d5e8e84773e req-d647a56e-cff7-40c7-b815-9c1c9a45caf4 service nova] Releasing lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.355899] env[62679]: DEBUG oslo_vmware.api [None req-96c33cd2-5a8f-4a60-8100-30f158e6976f tempest-ServersAdminNegativeTestJSON-1577634704 tempest-ServersAdminNegativeTestJSON-1577634704-project-admin] Task: {'id': task-2411779, 'name': SuspendVM_Task, 'duration_secs': 0.968981} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.355899] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-96c33cd2-5a8f-4a60-8100-30f158e6976f tempest-ServersAdminNegativeTestJSON-1577634704 tempest-ServersAdminNegativeTestJSON-1577634704-project-admin] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Suspended the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 659.355899] env[62679]: DEBUG nova.compute.manager [None req-96c33cd2-5a8f-4a60-8100-30f158e6976f tempest-ServersAdminNegativeTestJSON-1577634704 tempest-ServersAdminNegativeTestJSON-1577634704-project-admin] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.356067] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def47d24-4191-4305-b7db-b44861924ae4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.383752] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083436} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.384904] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.384904] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866f24b-da0a-43d7-9e46-e7c85f2e1541 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.405257] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.406446] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07b1457-2413-42fd-8987-62b494979dae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.427905] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 659.427905] env[62679]: value = "task-2411781" [ 659.427905] env[62679]: _type = "Task" [ 659.427905] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.438372] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.503474] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52258dbb-8f0b-1a2c-e766-6246faea5d87, 'name': SearchDatastore_Task, 'duration_secs': 0.013696} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.503474] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.503474] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ebffe39d-9cd1-4021-894e-5b6537a4632f/ebffe39d-9cd1-4021-894e-5b6537a4632f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.503611] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b94124c-d7e8-4c1a-a0ff-552345e74ed4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.509904] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 659.509904] env[62679]: value = "task-2411782" [ 659.509904] env[62679]: _type = "Task" [ 659.509904] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.518591] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.602423] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.680502] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Successfully created port: ef8bcfa3-2d2c-43d9-9aff-866504166498 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.759557] env[62679]: DEBUG oslo_vmware.api [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411772, 'name': PowerOnVM_Task, 'duration_secs': 2.489646} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.763016] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.763016] env[62679]: DEBUG nova.compute.manager [None req-ff5be0a1-9455-4873-98d1-2072936fa0a2 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.766884] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc0b340-b59a-475c-a78c-0d0c478ef13f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.769411] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.769636] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.769790] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.769967] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.770127] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.770271] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.770472] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.770629] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.770827] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.770993] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.771181] env[62679]: DEBUG nova.virt.hardware [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.771971] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0872511-e496-4f06-91fc-9d2dfa410fff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.785299] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993cea06-a60e-4a4b-953a-f0fb9a52e1c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.800347] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.806165] env[62679]: DEBUG oslo.service.loopingcall [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.808790] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.809258] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ff0d03-2cdc-48bc-9ed3-0bc409863fa2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.825683] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.825683] env[62679]: value = "task-2411783" [ 659.825683] env[62679]: _type = "Task" [ 659.825683] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.837549] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411783, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.938139] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411781, 'name': ReconfigVM_Task, 'duration_secs': 0.374844} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.943082] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.944470] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc488831-12c8-4e3f-8e3f-e512de69a044 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.950817] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 659.950817] env[62679]: value = "task-2411784" [ 659.950817] env[62679]: _type = "Task" [ 659.950817] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.959185] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411784, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.031273] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411782, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.324315] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa2ae2-4000-4900-93b2-2709bfe17b9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.340354] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd28dea-f51d-451a-9ad8-45195ac5a8b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.344487] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411783, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.378806] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3b235-9424-4167-b428-4f7e629b3a51 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.386834] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b31a14b-a93c-486f-9ea3-7a82d1081704 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.400428] env[62679]: DEBUG nova.compute.provider_tree [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.459394] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411784, 'name': Rename_Task, 'duration_secs': 0.223606} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.459671] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.459910] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c57f1ed-18f9-4832-bd34-c1a73ff01e68 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.466409] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 660.466409] env[62679]: value = "task-2411785" [ 660.466409] env[62679]: _type = "Task" [ 660.466409] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.474271] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.523385] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917772} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.523385] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ebffe39d-9cd1-4021-894e-5b6537a4632f/ebffe39d-9cd1-4021-894e-5b6537a4632f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.523385] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.523385] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-041dc09c-23ee-4d15-9e3d-8eab6796507d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.529797] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 660.529797] env[62679]: value = "task-2411786" [ 660.529797] env[62679]: _type = "Task" [ 660.529797] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.538433] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.618389] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.642262] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.642606] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.642824] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.643055] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.643280] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.643488] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.643774] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.644055] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.644301] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.644656] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.644731] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.645855] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4861850f-fba6-479e-9c6f-65247d6484db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.657273] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c1c55e-f86f-435b-bcdd-4b3a1878e4cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.839770] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411783, 'name': CreateVM_Task, 'duration_secs': 0.862017} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.840016] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.840534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.840806] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.841129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.841384] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82495a29-5bcb-4d39-a097-195ee8439726 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.846583] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 660.846583] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bd512b-7abf-18b6-a810-1e601d3a2175" [ 660.846583] env[62679]: _type = "Task" [ 660.846583] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.855588] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bd512b-7abf-18b6-a810-1e601d3a2175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.906870] env[62679]: DEBUG nova.scheduler.client.report [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.977508] env[62679]: DEBUG oslo_vmware.api [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411785, 'name': PowerOnVM_Task, 'duration_secs': 0.505551} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.977508] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.977671] env[62679]: INFO nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Took 5.38 seconds to spawn the instance on the hypervisor. [ 660.977860] env[62679]: DEBUG nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.978682] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b507b-50c8-4c4a-bbab-8b42d3b91ebd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.040135] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079431} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.040309] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.041174] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983cfff3-29a0-48a0-93c3-06214fc98ebf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.063863] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ebffe39d-9cd1-4021-894e-5b6537a4632f/ebffe39d-9cd1-4021-894e-5b6537a4632f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.064483] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be47733-46bc-426b-846e-97243819673c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.084216] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 661.084216] env[62679]: value = "task-2411787" [ 661.084216] env[62679]: _type = "Task" [ 661.084216] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.091899] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.211079] env[62679]: INFO nova.compute.manager [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Rebuilding instance [ 661.262622] env[62679]: DEBUG nova.compute.manager [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.263489] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702d86a9-ad7c-4dc8-aaa2-a3720f371195 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.357927] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bd512b-7abf-18b6-a810-1e601d3a2175, 'name': SearchDatastore_Task, 'duration_secs': 0.02611} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.358265] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.358499] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.358761] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.359007] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.359242] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.359546] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdc70fd1-a00a-4357-be58-6bf7944c5b4f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.371347] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.371347] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.371347] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3dda1a4-593d-4057-9d8b-2d88a7c63181 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.376757] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 661.376757] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52751513-4757-1547-1f58-927d9f4cc014" [ 661.376757] env[62679]: _type = "Task" [ 661.376757] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.384590] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52751513-4757-1547-1f58-927d9f4cc014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.412746] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.413516] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.416320] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.937s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.416544] env[62679]: DEBUG nova.objects.instance [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lazy-loading 'resources' on Instance uuid c6817a48-72cd-49f2-94c2-fad0a792b351 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.494267] env[62679]: INFO nova.compute.manager [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Took 44.54 seconds to build instance. [ 661.566992] env[62679]: DEBUG nova.compute.manager [req-b2befa27-0cfb-40a8-8e04-ef0cdfa2c126 req-c26c49f9-3420-4f1a-a1ce-e3e26a50b178 service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Received event network-vif-plugged-ef8bcfa3-2d2c-43d9-9aff-866504166498 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 661.567242] env[62679]: DEBUG oslo_concurrency.lockutils [req-b2befa27-0cfb-40a8-8e04-ef0cdfa2c126 req-c26c49f9-3420-4f1a-a1ce-e3e26a50b178 service nova] Acquiring lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.567461] env[62679]: DEBUG oslo_concurrency.lockutils [req-b2befa27-0cfb-40a8-8e04-ef0cdfa2c126 req-c26c49f9-3420-4f1a-a1ce-e3e26a50b178 service nova] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.567628] env[62679]: DEBUG oslo_concurrency.lockutils [req-b2befa27-0cfb-40a8-8e04-ef0cdfa2c126 req-c26c49f9-3420-4f1a-a1ce-e3e26a50b178 service nova] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.567786] env[62679]: DEBUG nova.compute.manager [req-b2befa27-0cfb-40a8-8e04-ef0cdfa2c126 req-c26c49f9-3420-4f1a-a1ce-e3e26a50b178 service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] No waiting events found dispatching network-vif-plugged-ef8bcfa3-2d2c-43d9-9aff-866504166498 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.567942] env[62679]: WARNING nova.compute.manager [req-b2befa27-0cfb-40a8-8e04-ef0cdfa2c126 req-c26c49f9-3420-4f1a-a1ce-e3e26a50b178 service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Received unexpected event network-vif-plugged-ef8bcfa3-2d2c-43d9-9aff-866504166498 for instance with vm_state building and task_state spawning. [ 661.595376] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411787, 'name': ReconfigVM_Task, 'duration_secs': 0.28407} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.595630] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ebffe39d-9cd1-4021-894e-5b6537a4632f/ebffe39d-9cd1-4021-894e-5b6537a4632f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.596436] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ec3a1d1-e54f-47b4-80dd-e1f8a585c458 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.602600] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 661.602600] env[62679]: value = "task-2411788" [ 661.602600] env[62679]: _type = "Task" [ 661.602600] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.612286] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411788, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.663032] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Successfully updated port: ef8bcfa3-2d2c-43d9-9aff-866504166498 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.807574] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "710a4cce-58c3-4332-8d00-4244209ee558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.807851] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "710a4cce-58c3-4332-8d00-4244209ee558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.808877] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "710a4cce-58c3-4332-8d00-4244209ee558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.809162] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "710a4cce-58c3-4332-8d00-4244209ee558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.809360] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "710a4cce-58c3-4332-8d00-4244209ee558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.811570] env[62679]: INFO nova.compute.manager [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Terminating instance [ 661.891159] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52751513-4757-1547-1f58-927d9f4cc014, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.891976] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27df996-18ff-485e-bcbf-3685fa70cf3c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.900153] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 661.900153] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52604e0b-c39d-7144-839f-54478ea954e4" [ 661.900153] env[62679]: _type = "Task" [ 661.900153] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.910319] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52604e0b-c39d-7144-839f-54478ea954e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.921357] env[62679]: DEBUG nova.compute.utils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.922808] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.924087] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.989550] env[62679]: DEBUG nova.policy [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ec271c7f2e41e584524b33cc55c19a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b668fd89c774354b5ca2517117b4c19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.000992] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da15f327-cf6e-4ccc-8850-fb24ef940eb5 tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "7dd84fc4-8361-4edf-baef-478818448642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.804s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.118029] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411788, 'name': Rename_Task, 'duration_secs': 0.202632} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.118029] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.118170] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77f85b56-60ea-488a-b96a-68327c0b6fe9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.125682] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 662.125682] env[62679]: value = "task-2411789" [ 662.125682] env[62679]: _type = "Task" [ 662.125682] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.138399] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.171873] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "refresh_cache-e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.175346] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "refresh_cache-e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.176338] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.276705] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.277027] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce7f6e81-f5fb-4d37-8466-09edbda94930 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.285168] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 662.285168] env[62679]: value = "task-2411790" [ 662.285168] env[62679]: _type = "Task" [ 662.285168] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.294219] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.320460] env[62679]: DEBUG nova.compute.manager [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.320756] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.322119] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6734ec45-fd5f-42a6-ace0-3971d372d866 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.333931] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.334241] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d18381e-d5d5-44c7-810c-38d5cbc00cd7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.377466] env[62679]: INFO nova.compute.manager [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Rebuilding instance [ 662.409907] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.410210] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.410445] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Deleting the datastore file [datastore2] 710a4cce-58c3-4332-8d00-4244209ee558 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.414479] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43a9e7e-bbe4-4c11-98b7-b50414c84cb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.419239] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52604e0b-c39d-7144-839f-54478ea954e4, 'name': SearchDatastore_Task, 'duration_secs': 0.033218} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.422397] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.422690] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.423208] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bda9987f-eb6a-4190-8601-008b5714dce0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.429479] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.434063] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Successfully created port: 7f54f46d-5850-4ded-871d-c6113b87a001 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.436358] env[62679]: DEBUG oslo_vmware.api [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 662.436358] env[62679]: value = "task-2411792" [ 662.436358] env[62679]: _type = "Task" [ 662.436358] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.445743] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 662.445743] env[62679]: value = "task-2411793" [ 662.445743] env[62679]: _type = "Task" [ 662.445743] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.460882] env[62679]: DEBUG oslo_vmware.api [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.467762] env[62679]: DEBUG nova.compute.manager [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.472031] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b946786-a968-4296-835d-f749a845b985 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.475185] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.504230] env[62679]: DEBUG nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.580848] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667cd912-9405-4476-ac5a-3ad4cc373d99 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.590883] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fbda6b-09e6-412e-be34-9be55ed25278 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.627015] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045086ac-bbd7-4423-9726-0ad82f6f9516 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.642535] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab53fdc-0c91-49bb-9930-fe93916ee72a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.647211] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411789, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.659091] env[62679]: DEBUG nova.compute.provider_tree [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.768181] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.795510] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411790, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.968206] env[62679]: DEBUG oslo_vmware.api [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20033} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.972286] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.972983] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.973265] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.973510] env[62679]: INFO nova.compute.manager [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Took 0.65 seconds to destroy the instance on the hypervisor. [ 662.973842] env[62679]: DEBUG oslo.service.loopingcall [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.974056] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411793, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.974319] env[62679]: DEBUG nova.compute.manager [-] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.974437] env[62679]: DEBUG nova.network.neutron [-] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.030149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.139551] env[62679]: DEBUG oslo_vmware.api [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411789, 'name': PowerOnVM_Task, 'duration_secs': 0.613072} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.139835] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.140037] env[62679]: INFO nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Took 10.34 seconds to spawn the instance on the hypervisor. [ 663.140224] env[62679]: DEBUG nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.141020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d554ca-dfda-43a8-8926-a2a899ad6b22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.162624] env[62679]: DEBUG nova.scheduler.client.report [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.301541] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411790, 'name': PowerOffVM_Task, 'duration_secs': 0.548323} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.301891] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.302180] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.303129] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add81263-6f2e-4913-8f8d-e345554a5d86 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.309901] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.315503] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da7c3444-98d7-403e-8835-2565c2dc53ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.370216] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Updating instance_info_cache with network_info: [{"id": "ef8bcfa3-2d2c-43d9-9aff-866504166498", "address": "fa:16:3e:70:7a:60", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8bcfa3-2d", "ovs_interfaceid": "ef8bcfa3-2d2c-43d9-9aff-866504166498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.401079] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.401079] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.401079] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleting the datastore file [datastore1] d2addee2-9c77-4980-966b-74b9fe442850 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.401609] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d260fa1-0f30-47bb-b3b3-ec26282fbf2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.408917] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 663.408917] env[62679]: value = "task-2411795" [ 663.408917] env[62679]: _type = "Task" [ 663.408917] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.418544] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.461750] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.464444] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643836} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.465266] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.466041] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.466041] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf325a43-b1a3-4d83-b58a-0869159c2c39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.472997] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 663.472997] env[62679]: value = "task-2411796" [ 663.472997] env[62679]: _type = "Task" [ 663.472997] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.486880] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.488474] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.491037] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d14ff7b-26ac-4665-87b3-5312bf60c8a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.499936] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 663.499936] env[62679]: value = "task-2411797" [ 663.499936] env[62679]: _type = "Task" [ 663.499936] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.505152] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.505407] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.508039] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.508039] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.508039] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.508039] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.508039] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.508345] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.508345] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.508345] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.508345] env[62679]: DEBUG nova.virt.hardware [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.508345] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7614ca50-3439-4992-a7e8-b1ea5fd77e39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.515974] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.519221] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37939d92-d441-4d9c-88cf-048840353cad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.657226] env[62679]: INFO nova.compute.manager [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Took 49.27 seconds to build instance. [ 663.670733] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.673076] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.285s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.674779] env[62679]: INFO nova.compute.claims [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.702968] env[62679]: INFO nova.scheduler.client.report [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Deleted allocations for instance c6817a48-72cd-49f2-94c2-fad0a792b351 [ 663.873655] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "refresh_cache-e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.873993] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Instance network_info: |[{"id": "ef8bcfa3-2d2c-43d9-9aff-866504166498", "address": "fa:16:3e:70:7a:60", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8bcfa3-2d", "ovs_interfaceid": "ef8bcfa3-2d2c-43d9-9aff-866504166498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.874477] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:7a:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef8bcfa3-2d2c-43d9-9aff-866504166498', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.882774] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Creating folder: Project (7b668fd89c774354b5ca2517117b4c19). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.886397] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54755199-564a-4486-ad43-6b699b9e706c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.896082] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Created folder: Project (7b668fd89c774354b5ca2517117b4c19) in parent group-v488891. [ 663.896326] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Creating folder: Instances. Parent ref: group-v488997. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.896572] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc19a288-7bb7-4117-9581-9c15ebe1dac4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.907892] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Created folder: Instances in parent group-v488997. [ 663.908166] env[62679]: DEBUG oslo.service.loopingcall [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.908374] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.908572] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029f1ec4-3799-4bfb-9b45-275391ab0c35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.925174] env[62679]: DEBUG nova.compute.manager [req-5d057fb8-7680-474d-a13c-710b1026ad67 req-82dcf8bf-f90e-4223-a5fe-806175fab31d service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Received event network-vif-deleted-1d15af01-dcda-4c9c-86ad-b76e54bf2225 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 663.925368] env[62679]: INFO nova.compute.manager [req-5d057fb8-7680-474d-a13c-710b1026ad67 req-82dcf8bf-f90e-4223-a5fe-806175fab31d service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Neutron deleted interface 1d15af01-dcda-4c9c-86ad-b76e54bf2225; detaching it from the instance and deleting it from the info cache [ 663.925535] env[62679]: DEBUG nova.network.neutron [req-5d057fb8-7680-474d-a13c-710b1026ad67 req-82dcf8bf-f90e-4223-a5fe-806175fab31d service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.936182] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.937248] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.937248] env[62679]: value = "task-2411800" [ 663.937248] env[62679]: _type = "Task" [ 663.937248] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.954095] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411800, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.964201] env[62679]: DEBUG nova.compute.manager [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Received event network-changed-ef8bcfa3-2d2c-43d9-9aff-866504166498 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 663.964466] env[62679]: DEBUG nova.compute.manager [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Refreshing instance network info cache due to event network-changed-ef8bcfa3-2d2c-43d9-9aff-866504166498. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 663.964903] env[62679]: DEBUG oslo_concurrency.lockutils [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] Acquiring lock "refresh_cache-e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.965093] env[62679]: DEBUG oslo_concurrency.lockutils [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] Acquired lock "refresh_cache-e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.965178] env[62679]: DEBUG nova.network.neutron [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Refreshing network info cache for port ef8bcfa3-2d2c-43d9-9aff-866504166498 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.979689] env[62679]: DEBUG nova.network.neutron [-] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.988330] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151679} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.988881] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.990045] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc79e0c-2568-4fd7-90c6-5dcb5b67009d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.014235] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.018158] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7572151-46cd-4e4f-bf35-c08a07a417b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.040106] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411797, 'name': PowerOffVM_Task, 'duration_secs': 0.302496} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.041554] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.041794] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.042145] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 664.042145] env[62679]: value = "task-2411801" [ 664.042145] env[62679]: _type = "Task" [ 664.042145] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.042870] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8db83a-df76-479c-a856-f7d1676d01f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.059680] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.059680] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.059680] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-681cb769-7f1c-4061-923c-dd82995e67ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.086070] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.086383] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.086620] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Deleting the datastore file [datastore1] 7dd84fc4-8361-4edf-baef-478818448642 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.086944] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89525e1-bb87-4463-b790-ffd39834158d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.095147] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 664.095147] env[62679]: value = "task-2411803" [ 664.095147] env[62679]: _type = "Task" [ 664.095147] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.104967] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.160019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f3a953fb-572e-493c-ae1f-d889d4a0dd32 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.907s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.213344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df04cde9-4c6d-45a6-be58-7d3a32c1e505 tempest-ServerRescueTestJSONUnderV235-1201229319 tempest-ServerRescueTestJSONUnderV235-1201229319-project-member] Lock "c6817a48-72cd-49f2-94c2-fad0a792b351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.573s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.239670] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.239898] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.435406] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669862} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.435707] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7105988b-d5d0-4a9a-9217-ec6704afe21c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.437796] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.438094] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.438360] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.459639] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0e6662-3cb6-4fe4-90f7-dfb028e6ca71 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.471959] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411800, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.501515] env[62679]: INFO nova.compute.manager [-] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Took 1.53 seconds to deallocate network for instance. [ 664.502743] env[62679]: DEBUG nova.compute.manager [req-5d057fb8-7680-474d-a13c-710b1026ad67 req-82dcf8bf-f90e-4223-a5fe-806175fab31d service nova] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Detach interface failed, port_id=1d15af01-dcda-4c9c-86ad-b76e54bf2225, reason: Instance 710a4cce-58c3-4332-8d00-4244209ee558 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 664.557463] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.605321] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287148} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.605598] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.605784] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.605959] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.662647] env[62679]: DEBUG nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.849180] env[62679]: DEBUG nova.network.neutron [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Updated VIF entry in instance network info cache for port ef8bcfa3-2d2c-43d9-9aff-866504166498. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.849628] env[62679]: DEBUG nova.network.neutron [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Updating instance_info_cache with network_info: [{"id": "ef8bcfa3-2d2c-43d9-9aff-866504166498", "address": "fa:16:3e:70:7a:60", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8bcfa3-2d", "ovs_interfaceid": "ef8bcfa3-2d2c-43d9-9aff-866504166498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.853952] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Successfully updated port: 7f54f46d-5850-4ded-871d-c6113b87a001 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.959034] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411800, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.009772] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.058839] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411801, 'name': ReconfigVM_Task, 'duration_secs': 0.723259} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.061843] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Reconfigured VM instance instance-00000020 to attach disk [datastore1] a8706125-0bc4-42bb-8968-47edb39a1631/a8706125-0bc4-42bb-8968-47edb39a1631.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.063443] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcde7f2f-2ba0-4d60-9a01-864ac02e003f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.070960] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 665.070960] env[62679]: value = "task-2411804" [ 665.070960] env[62679]: _type = "Task" [ 665.070960] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.082390] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411804, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.184076] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.318144] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a1184e-9b4e-4d40-ba80-b19879610d75 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.327374] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.327614] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.327821] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.328019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.332038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.334241] env[62679]: INFO nova.compute.manager [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Terminating instance [ 665.339756] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c224da8-7391-43aa-80e9-67aa6feba2e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.372868] env[62679]: DEBUG oslo_concurrency.lockutils [req-84e6e5b9-f49e-420e-8977-19b69240ff42 req-ceaa4d37-860b-43f0-bbba-1ecba42ce6ac service nova] Releasing lock "refresh_cache-e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.372868] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "refresh_cache-1d66f43a-fe3a-42a0-86c6-3fa58ca90847" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.373110] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "refresh_cache-1d66f43a-fe3a-42a0-86c6-3fa58ca90847" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.373110] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.375090] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c2b6c2-7d75-4afc-bacf-22cc2af120af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.384016] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5958bc12-b93f-46b5-a7bb-2d46864c1c00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.401022] env[62679]: DEBUG nova.compute.provider_tree [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.454643] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411800, 'name': CreateVM_Task, 'duration_secs': 1.30899} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.454937] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.458021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.458021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.458021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.458021] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcea1de4-2bac-42e1-acc1-8b1671691e4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.462802] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 665.462802] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240de83-898c-8554-96b9-0c537f9b63d4" [ 665.462802] env[62679]: _type = "Task" [ 665.462802] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.471490] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240de83-898c-8554-96b9-0c537f9b63d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.497880] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.498196] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.498545] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.498588] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.498737] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.499083] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.499335] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.499530] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.499680] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.499850] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.500043] env[62679]: DEBUG nova.virt.hardware [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.501029] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf92b70-673f-4224-919c-df9eb9db4ed2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.511271] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f561c447-91dd-4250-bcde-16797d8811a1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.528482] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:35:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6097c7f-3b94-4120-94f7-4d541df440e6', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.536038] env[62679]: DEBUG oslo.service.loopingcall [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.537325] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.537325] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be61be5-eb98-46f4-9736-ff9fdc64b68c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.556625] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.556625] env[62679]: value = "task-2411805" [ 665.556625] env[62679]: _type = "Task" [ 665.556625] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.565255] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411805, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.580949] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411804, 'name': Rename_Task, 'duration_secs': 0.176039} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.581236] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.581473] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a01d7e5-d7a0-4fa8-b433-b762781a9abd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.587910] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Waiting for the task: (returnval){ [ 665.587910] env[62679]: value = "task-2411806" [ 665.587910] env[62679]: _type = "Task" [ 665.587910] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.597274] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.651308] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.651586] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.651786] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.651989] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.652177] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.652326] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.652759] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.652830] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.652939] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.653418] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.653692] env[62679]: DEBUG nova.virt.hardware [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.654602] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac25f01-7f40-4cec-8596-37438afc4fa7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.663136] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721d8d94-ed66-4654-9c68-434b0077e68f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.678051] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.683619] env[62679]: DEBUG oslo.service.loopingcall [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.684335] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.684575] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a7e3ef0-cbeb-4260-9ebd-3872f6f3788e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.701122] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.701122] env[62679]: value = "task-2411807" [ 665.701122] env[62679]: _type = "Task" [ 665.701122] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.709183] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411807, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.834021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.834365] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.835039] env[62679]: INFO nova.compute.manager [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Rebooting instance [ 665.844646] env[62679]: DEBUG nova.compute.manager [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.844829] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.845729] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d9181f-d261-4622-abb3-1c23e1083ff7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.854373] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.855310] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bbcab1b-4c8e-4653-9735-c3326b23828b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.863326] env[62679]: DEBUG oslo_vmware.api [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 665.863326] env[62679]: value = "task-2411808" [ 665.863326] env[62679]: _type = "Task" [ 665.863326] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.870849] env[62679]: DEBUG oslo_vmware.api [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.904967] env[62679]: DEBUG nova.scheduler.client.report [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.938158] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.979369] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240de83-898c-8554-96b9-0c537f9b63d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01662} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.979732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.979998] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.980515] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.980515] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.980724] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.980996] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-362925a6-718d-4973-897c-648fbc3049ff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.990706] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.991089] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.992150] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b10893-274b-4115-b3d8-5c362229c479 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.004071] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 666.004071] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52983883-9e2e-076e-3e90-40ba621d948e" [ 666.004071] env[62679]: _type = "Task" [ 666.004071] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.011727] env[62679]: DEBUG nova.compute.manager [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Received event network-vif-plugged-7f54f46d-5850-4ded-871d-c6113b87a001 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 666.012094] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Acquiring lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.012355] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.012539] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.012720] env[62679]: DEBUG nova.compute.manager [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] No waiting events found dispatching network-vif-plugged-7f54f46d-5850-4ded-871d-c6113b87a001 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.014138] env[62679]: WARNING nova.compute.manager [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Received unexpected event network-vif-plugged-7f54f46d-5850-4ded-871d-c6113b87a001 for instance with vm_state building and task_state spawning. [ 666.014138] env[62679]: DEBUG nova.compute.manager [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Received event network-changed-eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 666.014138] env[62679]: DEBUG nova.compute.manager [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Refreshing instance network info cache due to event network-changed-eb92003d-9734-4b17-89a9-956fe3c18f3e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 666.014293] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Acquiring lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.015027] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Acquired lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.015027] env[62679]: DEBUG nova.network.neutron [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Refreshing network info cache for port eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.026792] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52983883-9e2e-076e-3e90-40ba621d948e, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.027783] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a13d6e1-b151-4ce8-ba22-3d3570d3c9df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.037580] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 666.037580] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52744161-4327-f034-54dc-d15a4a8ace06" [ 666.037580] env[62679]: _type = "Task" [ 666.037580] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.046214] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52744161-4327-f034-54dc-d15a4a8ace06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.067528] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411805, 'name': CreateVM_Task, 'duration_secs': 0.448222} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.067528] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.068536] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.068623] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.068966] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.069871] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724cc785-3152-4089-ad8e-2e153275812d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.074755] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 666.074755] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5263c0ba-2ea6-77a4-625f-9d2a6ec63432" [ 666.074755] env[62679]: _type = "Task" [ 666.074755] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.083343] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5263c0ba-2ea6-77a4-625f-9d2a6ec63432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.099764] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411806, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.196528] env[62679]: DEBUG nova.network.neutron [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Updating instance_info_cache with network_info: [{"id": "7f54f46d-5850-4ded-871d-c6113b87a001", "address": "fa:16:3e:05:e2:0d", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f54f46d-58", "ovs_interfaceid": "7f54f46d-5850-4ded-871d-c6113b87a001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.210638] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411807, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.367628] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.373888] env[62679]: DEBUG oslo_vmware.api [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411808, 'name': PowerOffVM_Task, 'duration_secs': 0.211941} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.374169] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.374357] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.374604] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03c648db-d9bb-4b64-baf0-e63d955c6ed9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.414710] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.415288] env[62679]: DEBUG nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.418274] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.949s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.419667] env[62679]: INFO nova.compute.claims [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.460606] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.460972] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.461095] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Deleting the datastore file [datastore1] 20ba8bfa-e68b-4285-ab3a-3c850110e3e4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.461393] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffdb6a15-9fff-4be9-a855-9e0dda5a94c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.468210] env[62679]: DEBUG oslo_vmware.api [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for the task: (returnval){ [ 666.468210] env[62679]: value = "task-2411810" [ 666.468210] env[62679]: _type = "Task" [ 666.468210] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.476650] env[62679]: DEBUG oslo_vmware.api [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.547453] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52744161-4327-f034-54dc-d15a4a8ace06, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.547731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.547992] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] e6b0efb6-f2d5-41e9-b479-0e6624eafdd4/e6b0efb6-f2d5-41e9-b479-0e6624eafdd4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.548286] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5721ee5c-2475-4479-87b9-73a83c72f163 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.554704] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 666.554704] env[62679]: value = "task-2411811" [ 666.554704] env[62679]: _type = "Task" [ 666.554704] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.566992] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.585350] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5263c0ba-2ea6-77a4-625f-9d2a6ec63432, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.586486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.586486] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.586486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.586486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.586741] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.586741] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75a79ad9-ffdd-4e04-9bb5-0cfa0a19dd4c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.598016] env[62679]: DEBUG oslo_vmware.api [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Task: {'id': task-2411806, 'name': PowerOnVM_Task, 'duration_secs': 0.611644} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.598313] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.598541] env[62679]: DEBUG nova.compute.manager [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.599455] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18de1aaa-43c3-4ac0-9d04-4d11848cba8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.603945] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.604152] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.606325] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d595eb-cd3d-49c4-9694-44a3f35a2b93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.613891] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 666.613891] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52771cd7-dc8d-4031-4eae-66b48880f188" [ 666.613891] env[62679]: _type = "Task" [ 666.613891] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.622438] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52771cd7-dc8d-4031-4eae-66b48880f188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.699693] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "refresh_cache-1d66f43a-fe3a-42a0-86c6-3fa58ca90847" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.699693] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Instance network_info: |[{"id": "7f54f46d-5850-4ded-871d-c6113b87a001", "address": "fa:16:3e:05:e2:0d", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f54f46d-58", "ovs_interfaceid": "7f54f46d-5850-4ded-871d-c6113b87a001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.700170] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:e2:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f54f46d-5850-4ded-871d-c6113b87a001', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.708334] env[62679]: DEBUG oslo.service.loopingcall [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.708637] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.712500] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d74b2c-93fd-4183-96be-df6eff6f510c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.735795] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411807, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.736926] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.736926] env[62679]: value = "task-2411812" [ 666.736926] env[62679]: _type = "Task" [ 666.736926] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.744286] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411812, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.856112] env[62679]: DEBUG nova.network.neutron [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updated VIF entry in instance network info cache for port eb92003d-9734-4b17-89a9-956fe3c18f3e. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.856552] env[62679]: DEBUG nova.network.neutron [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updating instance_info_cache with network_info: [{"id": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "address": "fa:16:3e:17:9f:f9", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92003d-97", "ovs_interfaceid": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.927544] env[62679]: DEBUG nova.compute.utils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.929035] env[62679]: DEBUG nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Not allocating networking since 'none' was specified. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 666.979377] env[62679]: DEBUG oslo_vmware.api [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.068057] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411811, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.121053] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.137558] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52771cd7-dc8d-4031-4eae-66b48880f188, 'name': SearchDatastore_Task, 'duration_secs': 0.015033} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.138929] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e086c4c7-eac1-4bf9-84e2-37ad3e81dd70 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.150259] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 667.150259] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52de45cb-d60c-30d0-5aeb-b43f20275ca4" [ 667.150259] env[62679]: _type = "Task" [ 667.150259] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.161359] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52de45cb-d60c-30d0-5aeb-b43f20275ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.218891] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411807, 'name': CreateVM_Task, 'duration_secs': 1.35702} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.219200] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.219610] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.219790] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.220170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.220453] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424fd89e-a64d-49f1-b03b-c59436950fb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.225870] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 667.225870] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b43d2a-e99e-2d41-c931-50b6991e38ff" [ 667.225870] env[62679]: _type = "Task" [ 667.225870] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.236192] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b43d2a-e99e-2d41-c931-50b6991e38ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.249085] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411812, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.359760] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Releasing lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.359933] env[62679]: DEBUG nova.compute.manager [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Received event network-changed-7f54f46d-5850-4ded-871d-c6113b87a001 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 667.360175] env[62679]: DEBUG nova.compute.manager [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Refreshing instance network info cache due to event network-changed-7f54f46d-5850-4ded-871d-c6113b87a001. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 667.360607] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Acquiring lock "refresh_cache-1d66f43a-fe3a-42a0-86c6-3fa58ca90847" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.360607] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Acquired lock "refresh_cache-1d66f43a-fe3a-42a0-86c6-3fa58ca90847" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.360929] env[62679]: DEBUG nova.network.neutron [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Refreshing network info cache for port 7f54f46d-5850-4ded-871d-c6113b87a001 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.362620] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquired lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.363207] env[62679]: DEBUG nova.network.neutron [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.433575] env[62679]: DEBUG nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.485111] env[62679]: DEBUG oslo_vmware.api [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Task: {'id': task-2411810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.861459} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.488193] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.488485] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.488765] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.489180] env[62679]: INFO nova.compute.manager [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Took 1.64 seconds to destroy the instance on the hypervisor. [ 667.489428] env[62679]: DEBUG oslo.service.loopingcall [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.490793] env[62679]: DEBUG nova.compute.manager [-] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.490793] env[62679]: DEBUG nova.network.neutron [-] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.503012] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "a8706125-0bc4-42bb-8968-47edb39a1631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.503012] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "a8706125-0bc4-42bb-8968-47edb39a1631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.503012] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "a8706125-0bc4-42bb-8968-47edb39a1631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.503012] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "a8706125-0bc4-42bb-8968-47edb39a1631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.503210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "a8706125-0bc4-42bb-8968-47edb39a1631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.504948] env[62679]: INFO nova.compute.manager [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Terminating instance [ 667.566814] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411811, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.663512] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52de45cb-d60c-30d0-5aeb-b43f20275ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.01861} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.663811] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.664273] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.664589] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e2e586-650d-4923-9c34-1420baed88ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.671950] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 667.671950] env[62679]: value = "task-2411813" [ 667.671950] env[62679]: _type = "Task" [ 667.671950] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.681596] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.737036] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b43d2a-e99e-2d41-c931-50b6991e38ff, 'name': SearchDatastore_Task, 'duration_secs': 0.023316} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.737413] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.737684] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.737964] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.738172] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.738416] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.738769] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e155e93-3b31-4e0b-8e72-7ac2afb23e7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.752403] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411812, 'name': CreateVM_Task, 'duration_secs': 0.61792} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.752589] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.753252] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.753414] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.753730] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.754844] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342171a3-065e-4c71-ab26-e73e27a92a30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.756546] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.756763] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.759811] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a274d48-ed0a-430c-a174-c876f8c39396 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.765496] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 667.765496] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523261c7-dfed-7aa4-a218-d0a1f7d919b7" [ 667.765496] env[62679]: _type = "Task" [ 667.765496] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.766773] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 667.766773] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d77cff-486b-3d9c-2435-480d54266fe2" [ 667.766773] env[62679]: _type = "Task" [ 667.766773] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.779794] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523261c7-dfed-7aa4-a218-d0a1f7d919b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.782901] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d77cff-486b-3d9c-2435-480d54266fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.916456] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b5afa-72e7-46c5-a7a7-9fbb00cf5275 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.921665] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619fb3a5-26a1-4aee-8a41-fad7f41ab106 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.963349] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900694e-ec06-47aa-97bc-c32f1e3406f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.970954] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3c017a-11f6-4fc1-bfae-158f0ab66303 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.986066] env[62679]: DEBUG nova.compute.provider_tree [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.008562] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "refresh_cache-a8706125-0bc4-42bb-8968-47edb39a1631" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.008855] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquired lock "refresh_cache-a8706125-0bc4-42bb-8968-47edb39a1631" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.009084] env[62679]: DEBUG nova.network.neutron [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.065693] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411811, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.112902] env[62679]: DEBUG nova.network.neutron [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Updated VIF entry in instance network info cache for port 7f54f46d-5850-4ded-871d-c6113b87a001. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.113444] env[62679]: DEBUG nova.network.neutron [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Updating instance_info_cache with network_info: [{"id": "7f54f46d-5850-4ded-871d-c6113b87a001", "address": "fa:16:3e:05:e2:0d", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f54f46d-58", "ovs_interfaceid": "7f54f46d-5850-4ded-871d-c6113b87a001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.181874] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.279992] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523261c7-dfed-7aa4-a218-d0a1f7d919b7, 'name': SearchDatastore_Task, 'duration_secs': 0.035345} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.283540] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.283780] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.283991] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.284283] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d77cff-486b-3d9c-2435-480d54266fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.050516} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.285275] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb49367-d05e-4cb0-b827-6f2878f1f6fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.291612] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 668.291612] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5243f5fb-fdcf-5b5a-0fbb-8c30eddb7f00" [ 668.291612] env[62679]: _type = "Task" [ 668.291612] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.299857] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5243f5fb-fdcf-5b5a-0fbb-8c30eddb7f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.466690] env[62679]: DEBUG nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.490960] env[62679]: DEBUG nova.scheduler.client.report [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.500219] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.500219] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.500219] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.500219] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.500660] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.500660] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.500660] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.500660] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.500660] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.500861] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.500902] env[62679]: DEBUG nova.virt.hardware [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.501873] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639effa7-9de7-4ca3-995a-89f3faaf371c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.510449] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726bb774-3fd7-44f3-b525-627876d8b621 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.530492] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.536046] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Creating folder: Project (ad82be70b6714cb78fe435f3c3c7b0bb). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.536593] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3def64-fafb-46e9-b8c9-220c4f58023d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.539349] env[62679]: DEBUG nova.network.neutron [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.546157] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Created folder: Project (ad82be70b6714cb78fe435f3c3c7b0bb) in parent group-v488891. [ 668.546210] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Creating folder: Instances. Parent ref: group-v489003. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.546665] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce8d675f-d543-47dc-87cb-c97d194ed9f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.555041] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Created folder: Instances in parent group-v489003. [ 668.555275] env[62679]: DEBUG oslo.service.loopingcall [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.557497] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.557763] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37818487-a2b7-4ecd-a7ee-edb7a9759bef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.578789] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411811, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.940379} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.579808] env[62679]: DEBUG nova.network.neutron [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updating instance_info_cache with network_info: [{"id": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "address": "fa:16:3e:17:9f:f9", "network": {"id": "ffd6bc80-5d71-414f-bd03-48bbc6cd02f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-817890381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc633e3fae254b2890f388f0c2ec1406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92003d-97", "ovs_interfaceid": "eb92003d-9734-4b17-89a9-956fe3c18f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.584161] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] e6b0efb6-f2d5-41e9-b479-0e6624eafdd4/e6b0efb6-f2d5-41e9-b479-0e6624eafdd4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.584161] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.584161] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.584161] env[62679]: value = "task-2411816" [ 668.584161] env[62679]: _type = "Task" [ 668.584161] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.584161] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5854f7b4-dd20-4901-a275-35a3523b3ff0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.593616] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411816, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.595525] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 668.595525] env[62679]: value = "task-2411817" [ 668.595525] env[62679]: _type = "Task" [ 668.595525] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.605506] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.612792] env[62679]: DEBUG nova.network.neutron [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.620507] env[62679]: DEBUG oslo_concurrency.lockutils [req-ad59c6ad-f155-40f0-afa5-f6f18be917cb req-4e7ee4a9-535c-49d9-ad43-3815f4db24b0 service nova] Releasing lock "refresh_cache-1d66f43a-fe3a-42a0-86c6-3fa58ca90847" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.683254] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411813, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.751257] env[62679]: DEBUG nova.compute.manager [req-c6ac0b06-728b-4e46-a24a-3be38b6b4e17 req-e391570b-1f08-4a8c-a5ef-a1c1d09f53c2 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Received event network-vif-deleted-14d8e0ba-f858-42a0-908d-ceabdfa086d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 668.751257] env[62679]: INFO nova.compute.manager [req-c6ac0b06-728b-4e46-a24a-3be38b6b4e17 req-e391570b-1f08-4a8c-a5ef-a1c1d09f53c2 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Neutron deleted interface 14d8e0ba-f858-42a0-908d-ceabdfa086d9; detaching it from the instance and deleting it from the info cache [ 668.751257] env[62679]: DEBUG nova.network.neutron [req-c6ac0b06-728b-4e46-a24a-3be38b6b4e17 req-e391570b-1f08-4a8c-a5ef-a1c1d09f53c2 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.808329] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5243f5fb-fdcf-5b5a-0fbb-8c30eddb7f00, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.808329] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.808329] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.808329] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.808555] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.808555] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c93210-a080-4a6f-ae32-ef6334b2a474 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.811474] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0d9a418-963a-45f6-85bb-a161ef81e46d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.822796] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 668.822796] env[62679]: value = "task-2411818" [ 668.822796] env[62679]: _type = "Task" [ 668.822796] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.829973] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.831569] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.834717] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f19f14-51df-4881-a3c2-e86d4b2ab648 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.837423] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.841284] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 668.841284] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f77db8-99ff-ce98-c67e-e39d85fdd62e" [ 668.841284] env[62679]: _type = "Task" [ 668.841284] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.849588] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f77db8-99ff-ce98-c67e-e39d85fdd62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.009140] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.009140] env[62679]: DEBUG nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.009941] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.383s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.010094] env[62679]: DEBUG nova.objects.instance [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lazy-loading 'resources' on Instance uuid e743f9d3-26be-484d-bbc4-f6a64d236a09 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.084301] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Releasing lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.095548] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411816, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.104644] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09421} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.104969] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.105827] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320cc61-f845-4804-875f-02aae9f7adf9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.119736] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Releasing lock "refresh_cache-a8706125-0bc4-42bb-8968-47edb39a1631" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.120202] env[62679]: DEBUG nova.compute.manager [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.120496] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.129940] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] e6b0efb6-f2d5-41e9-b479-0e6624eafdd4/e6b0efb6-f2d5-41e9-b479-0e6624eafdd4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.130824] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066512f3-cff9-4b51-8b68-41c1046c0bb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.133941] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20334dfa-5ac4-4781-b77d-de8743d59857 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.153194] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.154581] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4caceaca-1b11-4335-8c67-e49a2a1a905b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.156348] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 669.156348] env[62679]: value = "task-2411819" [ 669.156348] env[62679]: _type = "Task" [ 669.156348] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.162360] env[62679]: DEBUG oslo_vmware.api [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 669.162360] env[62679]: value = "task-2411820" [ 669.162360] env[62679]: _type = "Task" [ 669.162360] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.166339] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.176366] env[62679]: DEBUG oslo_vmware.api [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.180267] env[62679]: DEBUG nova.network.neutron [-] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.190135] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411813, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.323304} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.190135] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.190135] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.190496] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-249357af-3a09-469e-bd04-ec3202e53340 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.197587] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 669.197587] env[62679]: value = "task-2411821" [ 669.197587] env[62679]: _type = "Task" [ 669.197587] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.207156] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.259398] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aafb747f-d78e-446d-aec4-996c78219563 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.270858] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa387f21-58af-43c2-b1ac-8028bb3e5ff9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.314256] env[62679]: DEBUG nova.compute.manager [req-c6ac0b06-728b-4e46-a24a-3be38b6b4e17 req-e391570b-1f08-4a8c-a5ef-a1c1d09f53c2 service nova] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Detach interface failed, port_id=14d8e0ba-f858-42a0-908d-ceabdfa086d9, reason: Instance 20ba8bfa-e68b-4285-ab3a-3c850110e3e4 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 669.334345] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.353037] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f77db8-99ff-ce98-c67e-e39d85fdd62e, 'name': SearchDatastore_Task, 'duration_secs': 0.056635} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.353949] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98dc3a6b-6c86-40cd-a066-af1b429d332f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.359521] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 669.359521] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e9fdc7-8911-cd5b-888d-b1301b4f4018" [ 669.359521] env[62679]: _type = "Task" [ 669.359521] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.368292] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e9fdc7-8911-cd5b-888d-b1301b4f4018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.525731] env[62679]: DEBUG nova.compute.utils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 669.527622] env[62679]: DEBUG nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.527622] env[62679]: DEBUG nova.network.neutron [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.576048] env[62679]: DEBUG nova.policy [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f103793fa5004b8fa436725033c38b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01a15c67d4e4b0d8da3270eaf8b2548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.595317] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411816, 'name': CreateVM_Task, 'duration_secs': 0.67967} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.597976] env[62679]: DEBUG nova.compute.manager [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.598311] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.599104] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4c3765-e9f6-418a-915b-1c253f6d8d73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.601900] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.602090] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.602438] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.602687] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75cedbed-b955-4b92-b6fd-7b647d99c57e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.610763] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 669.610763] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b3169d-3f17-98f6-5310-db1f038ee468" [ 669.610763] env[62679]: _type = "Task" [ 669.610763] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.621498] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b3169d-3f17-98f6-5310-db1f038ee468, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.621897] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.622047] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.622263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.668976] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.676694] env[62679]: DEBUG oslo_vmware.api [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411820, 'name': PowerOffVM_Task, 'duration_secs': 0.188513} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.679258] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.679549] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.680585] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb73dea6-3c56-4b3f-b663-e186b5b95065 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.686513] env[62679]: INFO nova.compute.manager [-] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Took 2.20 seconds to deallocate network for instance. [ 669.705976] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.706221] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.706403] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Deleting the datastore file [datastore1] a8706125-0bc4-42bb-8968-47edb39a1631 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.710298] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600bdc2b-323f-4c3e-9035-4fbda3d37713 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.713285] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263477} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.716718] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.721018] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a12b4f-0ccc-464f-a826-767c9452e2e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.727284] env[62679]: DEBUG oslo_vmware.api [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for the task: (returnval){ [ 669.727284] env[62679]: value = "task-2411823" [ 669.727284] env[62679]: _type = "Task" [ 669.727284] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.752575] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.757476] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f97ae2-a800-4683-b49c-b6dfcce19bbf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.777178] env[62679]: DEBUG oslo_vmware.api [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.783990] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 669.783990] env[62679]: value = "task-2411824" [ 669.783990] env[62679]: _type = "Task" [ 669.783990] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.792597] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.837800] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62798} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.838078] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.838292] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.838540] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb6c394d-05d0-44ab-bbaa-fb33f5a9cce8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.845714] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 669.845714] env[62679]: value = "task-2411825" [ 669.845714] env[62679]: _type = "Task" [ 669.845714] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.853069] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.868602] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e9fdc7-8911-cd5b-888d-b1301b4f4018, 'name': SearchDatastore_Task, 'duration_secs': 0.050477} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.871263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.871536] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 1d66f43a-fe3a-42a0-86c6-3fa58ca90847/1d66f43a-fe3a-42a0-86c6-3fa58ca90847.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.872055] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.872265] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.872473] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df8e5093-919d-4143-a62d-194235383176 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.874432] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3540d4-9a39-4d27-9479-eb6999ad9a8d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.882580] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 669.882580] env[62679]: value = "task-2411826" [ 669.882580] env[62679]: _type = "Task" [ 669.882580] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.890474] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.890660] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.891977] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd777e93-ffbb-4e9d-9c13-d721dfc7d05e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.897918] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.900865] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 669.900865] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b4349-5f5a-53a4-5dda-a67d58305a43" [ 669.900865] env[62679]: _type = "Task" [ 669.900865] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.911676] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b4349-5f5a-53a4-5dda-a67d58305a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.030203] env[62679]: DEBUG nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.123069] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6023eb2d-79fe-4a3d-934a-52f351230671 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.130916] env[62679]: DEBUG nova.network.neutron [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Successfully created port: 1416762a-c3eb-4b95-a9cf-d09566701572 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.134187] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b1f536-d8e6-4fc4-b16f-9f7d0cb28e04 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.174155] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a31e0c3-9150-4a26-84b9-60759cda3190 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.186891] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492941cb-8665-41cf-829b-4bb24437d48b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.193594] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.205429] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.206485] env[62679]: DEBUG nova.compute.provider_tree [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.228787] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "7d3160f9-0382-4f8b-8378-2b14014486ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.229146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.229411] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "7d3160f9-0382-4f8b-8378-2b14014486ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.229615] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.229842] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.235870] env[62679]: INFO nova.compute.manager [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Terminating instance [ 670.250162] env[62679]: DEBUG oslo_vmware.api [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Task: {'id': task-2411823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120276} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.251174] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.251376] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.251580] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.251769] env[62679]: INFO nova.compute.manager [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Took 1.13 seconds to destroy the instance on the hypervisor. [ 670.252054] env[62679]: DEBUG oslo.service.loopingcall [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.252532] env[62679]: DEBUG nova.compute.manager [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.252651] env[62679]: DEBUG nova.network.neutron [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.275574] env[62679]: DEBUG nova.network.neutron [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.294658] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411824, 'name': ReconfigVM_Task, 'duration_secs': 0.494994} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.294945] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.295752] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f3f67b6-ac17-460d-8387-3a8ddb3b9617 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.302586] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 670.302586] env[62679]: value = "task-2411827" [ 670.302586] env[62679]: _type = "Task" [ 670.302586] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.314200] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411827, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.355781] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079063} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.355927] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.360018] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38c2594-7998-420f-a874-448f5cd9de88 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.377500] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.377831] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f724b5-eb53-4d68-8f6b-bb611f62fe27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.403794] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411826, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.408274] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 670.408274] env[62679]: value = "task-2411828" [ 670.408274] env[62679]: _type = "Task" [ 670.408274] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.415930] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b4349-5f5a-53a4-5dda-a67d58305a43, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.417144] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45908cee-df28-4c3f-ad78-7bed683b94f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.422968] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.426472] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 670.426472] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c7b79b-d218-ce90-6ec0-2caabb2694d5" [ 670.426472] env[62679]: _type = "Task" [ 670.426472] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.435222] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c7b79b-d218-ce90-6ec0-2caabb2694d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.623183] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93937af0-8e79-472e-9fca-039e9054c658 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.633674] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Doing hard reboot of VM {{(pid=62679) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 670.633674] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6589cdf8-bc44-4b49-80e9-838e46eadbd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.640157] env[62679]: DEBUG oslo_vmware.api [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 670.640157] env[62679]: value = "task-2411829" [ 670.640157] env[62679]: _type = "Task" [ 670.640157] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.648476] env[62679]: DEBUG oslo_vmware.api [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411829, 'name': ResetVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.678953] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411819, 'name': ReconfigVM_Task, 'duration_secs': 1.184434} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.679179] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Reconfigured VM instance instance-00000025 to attach disk [datastore1] e6b0efb6-f2d5-41e9-b479-0e6624eafdd4/e6b0efb6-f2d5-41e9-b479-0e6624eafdd4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.679739] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ef4c59-93de-4e85-a9cf-e59771a2ad76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.688961] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 670.688961] env[62679]: value = "task-2411830" [ 670.688961] env[62679]: _type = "Task" [ 670.688961] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.695777] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411830, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.710668] env[62679]: DEBUG nova.scheduler.client.report [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.743413] env[62679]: DEBUG nova.compute.manager [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.743413] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.743413] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba834e19-a72e-44ca-8c4c-214a0cd9ac00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.752425] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.754023] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d11468-20e9-4354-a78e-f87a16b66c37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.761025] env[62679]: DEBUG oslo_vmware.api [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 670.761025] env[62679]: value = "task-2411831" [ 670.761025] env[62679]: _type = "Task" [ 670.761025] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.767701] env[62679]: DEBUG oslo_vmware.api [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.778868] env[62679]: DEBUG nova.network.neutron [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.812065] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411827, 'name': Rename_Task, 'duration_secs': 0.304279} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.812337] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.812606] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2cee36-3fd4-4689-8eff-20dbae47c750 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.819345] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 670.819345] env[62679]: value = "task-2411832" [ 670.819345] env[62679]: _type = "Task" [ 670.819345] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.827362] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.903200] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575001} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.903461] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 1d66f43a-fe3a-42a0-86c6-3fa58ca90847/1d66f43a-fe3a-42a0-86c6-3fa58ca90847.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.903672] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.903926] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e64face5-bd5e-4629-b2fd-8d6db17da3a1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.913181] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 670.913181] env[62679]: value = "task-2411833" [ 670.913181] env[62679]: _type = "Task" [ 670.913181] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.919969] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.924967] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.937299] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c7b79b-d218-ce90-6ec0-2caabb2694d5, 'name': SearchDatastore_Task, 'duration_secs': 0.020121} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.937782] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.937883] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.938156] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0b4d75e-4e98-4e6a-a669-37041d0cf454 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.947404] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 670.947404] env[62679]: value = "task-2411834" [ 670.947404] env[62679]: _type = "Task" [ 670.947404] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.959889] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.041083] env[62679]: DEBUG nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.067897] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.068178] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.068357] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.068725] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.068906] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.069117] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.069342] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.069513] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.069680] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.069860] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.070062] env[62679]: DEBUG nova.virt.hardware [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.070984] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe526e1-bd9c-4987-80db-bc26e07ae3f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.079443] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223e57b0-35ef-4d91-a104-7387ff7d5270 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.146928] env[62679]: DEBUG oslo_vmware.api [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411829, 'name': ResetVM_Task, 'duration_secs': 0.08952} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.148460] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Did hard reboot of VM {{(pid=62679) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 671.148671] env[62679]: DEBUG nova.compute.manager [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.152025] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0be900-07b4-4105-89a2-8282e0f73162 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.155255] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "cb2e798e-8018-4281-adb3-d3213738e05d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.155485] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "cb2e798e-8018-4281-adb3-d3213738e05d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.198132] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411830, 'name': Rename_Task, 'duration_secs': 0.309254} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.198471] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.198776] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb0f424-b4bb-4373-a47f-cc6eb179d65e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.205715] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 671.205715] env[62679]: value = "task-2411835" [ 671.205715] env[62679]: _type = "Task" [ 671.205715] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.215902] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.218293] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.219344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.483s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.220704] env[62679]: INFO nova.compute.claims [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.247304] env[62679]: INFO nova.scheduler.client.report [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Deleted allocations for instance e743f9d3-26be-484d-bbc4-f6a64d236a09 [ 671.273490] env[62679]: DEBUG oslo_vmware.api [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411831, 'name': PowerOffVM_Task, 'duration_secs': 0.313111} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.273490] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.273825] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.274626] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e2c4e89-68a8-4a81-8923-5c2fa40fc81f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.281307] env[62679]: INFO nova.compute.manager [-] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Took 1.03 seconds to deallocate network for instance. [ 671.332343] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.383430] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.383730] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.383937] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Deleting the datastore file [datastore1] 7d3160f9-0382-4f8b-8378-2b14014486ac {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.384261] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e247870-9e6e-44ca-bfe1-e96134cce9e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.392746] env[62679]: DEBUG oslo_vmware.api [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 671.392746] env[62679]: value = "task-2411837" [ 671.392746] env[62679]: _type = "Task" [ 671.392746] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.409019] env[62679]: DEBUG oslo_vmware.api [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.425899] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411828, 'name': ReconfigVM_Task, 'duration_secs': 0.559662} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.431965] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7dd84fc4-8361-4edf-baef-478818448642/7dd84fc4-8361-4edf-baef-478818448642.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.431965] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109272} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.431965] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52fd8f37-59dd-46b3-a95f-018cfb1da52d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.433969] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.435136] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7074509-c4c8-48af-b70f-020910fd58a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.460479] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1d66f43a-fe3a-42a0-86c6-3fa58ca90847/1d66f43a-fe3a-42a0-86c6-3fa58ca90847.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.465953] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de481bcc-aeb5-45c5-bddc-6c7761c4a0fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.480877] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 671.480877] env[62679]: value = "task-2411838" [ 671.480877] env[62679]: _type = "Task" [ 671.480877] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.489089] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411834, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.491009] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 671.491009] env[62679]: value = "task-2411839" [ 671.491009] env[62679]: _type = "Task" [ 671.491009] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.497724] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411838, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.502957] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.666681] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23b00432-0c1f-4ecd-8749-fdd29014ce0c tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.832s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.718203] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.755767] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8b520b88-3490-4b77-afe0-117f804f6b9b tempest-ServerDiagnosticsTest-768593009 tempest-ServerDiagnosticsTest-768593009-project-member] Lock "e743f9d3-26be-484d-bbc4-f6a64d236a09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.691s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.791459] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.831553] env[62679]: DEBUG oslo_vmware.api [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411832, 'name': PowerOnVM_Task, 'duration_secs': 0.779571} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.832117] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.832495] env[62679]: DEBUG nova.compute.manager [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.833712] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c36618-d6f7-4986-8190-2e3a0ce371ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.903981] env[62679]: DEBUG oslo_vmware.api [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2411837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388307} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.904337] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.904531] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.904719] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.904902] env[62679]: INFO nova.compute.manager [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 671.905310] env[62679]: DEBUG oslo.service.loopingcall [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.905919] env[62679]: DEBUG nova.compute.manager [-] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.905919] env[62679]: DEBUG nova.network.neutron [-] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.963228] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549952} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.963457] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.963668] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.963917] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6438f9e2-7f90-4d95-b60d-ae58bb503e4c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.971800] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 671.971800] env[62679]: value = "task-2411840" [ 671.971800] env[62679]: _type = "Task" [ 671.971800] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.983041] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.991865] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411838, 'name': Rename_Task, 'duration_secs': 0.364214} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.992352] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.995686] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bbc3384-df39-42d4-822e-96a300121b6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.005249] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.007456] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 672.007456] env[62679]: value = "task-2411841" [ 672.007456] env[62679]: _type = "Task" [ 672.007456] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.017008] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.180602] env[62679]: DEBUG nova.compute.manager [req-1db941cc-70e3-487f-99d1-c348d8ae7888 req-1ecc884f-7ef5-4f63-ab08-1581e106436e service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Received event network-vif-plugged-1416762a-c3eb-4b95-a9cf-d09566701572 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 672.181288] env[62679]: DEBUG oslo_concurrency.lockutils [req-1db941cc-70e3-487f-99d1-c348d8ae7888 req-1ecc884f-7ef5-4f63-ab08-1581e106436e service nova] Acquiring lock "92ac37e0-64ff-4295-ae78-68c6ab45742c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.182170] env[62679]: DEBUG oslo_concurrency.lockutils [req-1db941cc-70e3-487f-99d1-c348d8ae7888 req-1ecc884f-7ef5-4f63-ab08-1581e106436e service nova] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.182545] env[62679]: DEBUG oslo_concurrency.lockutils [req-1db941cc-70e3-487f-99d1-c348d8ae7888 req-1ecc884f-7ef5-4f63-ab08-1581e106436e service nova] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.182997] env[62679]: DEBUG nova.compute.manager [req-1db941cc-70e3-487f-99d1-c348d8ae7888 req-1ecc884f-7ef5-4f63-ab08-1581e106436e service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] No waiting events found dispatching network-vif-plugged-1416762a-c3eb-4b95-a9cf-d09566701572 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.183381] env[62679]: WARNING nova.compute.manager [req-1db941cc-70e3-487f-99d1-c348d8ae7888 req-1ecc884f-7ef5-4f63-ab08-1581e106436e service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Received unexpected event network-vif-plugged-1416762a-c3eb-4b95-a9cf-d09566701572 for instance with vm_state building and task_state spawning. [ 672.217630] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411835, 'name': PowerOnVM_Task, 'duration_secs': 0.945968} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.218559] env[62679]: DEBUG nova.network.neutron [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Successfully updated port: 1416762a-c3eb-4b95-a9cf-d09566701572 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.219890] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.223540] env[62679]: INFO nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Took 11.60 seconds to spawn the instance on the hypervisor. [ 672.223540] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.223540] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce4404-06cb-4c7d-9019-24e67e625a1d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.360310] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.486510] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077402} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.488413] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.488413] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d46adb-a08c-47d4-81ec-d524c81393e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.511999] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.518953] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc0458c-178e-43f3-b034-0852e05e0978 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.546990] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411839, 'name': ReconfigVM_Task, 'duration_secs': 0.764458} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.561302] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1d66f43a-fe3a-42a0-86c6-3fa58ca90847/1d66f43a-fe3a-42a0-86c6-3fa58ca90847.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.561630] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 672.561630] env[62679]: value = "task-2411842" [ 672.561630] env[62679]: _type = "Task" [ 672.561630] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.563112] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411841, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.563112] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d26f3c6-3628-4710-a70c-d5dfa7037a63 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.578592] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.581170] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 672.581170] env[62679]: value = "task-2411843" [ 672.581170] env[62679]: _type = "Task" [ 672.581170] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.722495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-92ac37e0-64ff-4295-ae78-68c6ab45742c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.722763] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-92ac37e0-64ff-4295-ae78-68c6ab45742c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.722834] env[62679]: DEBUG nova.network.neutron [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.747295] env[62679]: INFO nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Took 46.71 seconds to build instance. [ 672.842318] env[62679]: DEBUG nova.compute.manager [req-20683924-01e0-45ad-b3b2-88277fbfd6e7 req-7e75d1fd-fc58-4def-95b8-d4218b0b904a service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Received event network-vif-deleted-599bc7ae-61ad-4fae-9e46-c606bd9855ae {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 672.843258] env[62679]: INFO nova.compute.manager [req-20683924-01e0-45ad-b3b2-88277fbfd6e7 req-7e75d1fd-fc58-4def-95b8-d4218b0b904a service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Neutron deleted interface 599bc7ae-61ad-4fae-9e46-c606bd9855ae; detaching it from the instance and deleting it from the info cache [ 672.843258] env[62679]: DEBUG nova.network.neutron [req-20683924-01e0-45ad-b3b2-88277fbfd6e7 req-7e75d1fd-fc58-4def-95b8-d4218b0b904a service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.935888] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3fdc0-6da0-42f2-a639-ecba907a62fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.944027] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182528f-ada0-4bc6-8a1a-3c3673fbeb20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.975588] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e805e8-0c33-4e59-8edb-5f86612ad3f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.983594] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31bc3fa-c0b0-4a76-a4df-c8a7fdb9ae6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.997395] env[62679]: DEBUG nova.compute.provider_tree [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.027837] env[62679]: DEBUG oslo_vmware.api [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411841, 'name': PowerOnVM_Task, 'duration_secs': 0.815497} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.028113] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.028313] env[62679]: DEBUG nova.compute.manager [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.029168] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4271e9a-8ef2-4619-9702-ef2534158d36 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.064251] env[62679]: DEBUG nova.network.neutron [-] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.077325] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411842, 'name': ReconfigVM_Task, 'duration_secs': 0.458129} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.077592] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Reconfigured VM instance instance-00000027 to attach disk [datastore2] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.078228] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76b2543f-dfe6-450c-82fd-3dce9f210dde {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.089590] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 673.089590] env[62679]: value = "task-2411844" [ 673.089590] env[62679]: _type = "Task" [ 673.089590] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.096806] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411843, 'name': Rename_Task, 'duration_secs': 0.269558} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.097526] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.097786] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1709c22-b2ee-475d-8d9e-5c9f37b595be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.104613] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411844, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.109362] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 673.109362] env[62679]: value = "task-2411845" [ 673.109362] env[62679]: _type = "Task" [ 673.109362] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.117630] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.249886] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.621s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.275797] env[62679]: DEBUG nova.network.neutron [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.345721] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a93d0624-353f-4ebf-959b-51330b0e3cc8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.360725] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232429de-1d7a-4e80-b080-512ed2dc96d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.402506] env[62679]: DEBUG nova.compute.manager [req-20683924-01e0-45ad-b3b2-88277fbfd6e7 req-7e75d1fd-fc58-4def-95b8-d4218b0b904a service nova] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Detach interface failed, port_id=599bc7ae-61ad-4fae-9e46-c606bd9855ae, reason: Instance 7d3160f9-0382-4f8b-8378-2b14014486ac could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 673.458307] env[62679]: DEBUG nova.network.neutron [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Updating instance_info_cache with network_info: [{"id": "1416762a-c3eb-4b95-a9cf-d09566701572", "address": "fa:16:3e:37:67:3a", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1416762a-c3", "ovs_interfaceid": "1416762a-c3eb-4b95-a9cf-d09566701572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.504039] env[62679]: DEBUG nova.scheduler.client.report [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.551823] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.573089] env[62679]: INFO nova.compute.manager [-] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Took 1.67 seconds to deallocate network for instance. [ 673.603854] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411844, 'name': Rename_Task, 'duration_secs': 0.152978} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.604331] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.604622] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc908a1-cd6e-4f8d-817f-8ff4d5208978 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.611937] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 673.611937] env[62679]: value = "task-2411846" [ 673.611937] env[62679]: _type = "Task" [ 673.611937] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.631876] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.635646] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411846, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.741068] env[62679]: DEBUG oslo_concurrency.lockutils [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Acquiring lock "f9123f08-addd-44ef-8572-45ffc3ba8679" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.741344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.753657] env[62679]: DEBUG nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.856357] env[62679]: INFO nova.compute.manager [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Rebuilding instance [ 673.858739] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.858982] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.859197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "ebffe39d-9cd1-4021-894e-5b6537a4632f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.859378] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.859556] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.862053] env[62679]: INFO nova.compute.manager [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Terminating instance [ 673.923798] env[62679]: DEBUG nova.compute.manager [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.924734] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1e005c-f82e-4cb3-85f7-113c538d87b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.965245] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-92ac37e0-64ff-4295-ae78-68c6ab45742c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.965596] env[62679]: DEBUG nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Instance network_info: |[{"id": "1416762a-c3eb-4b95-a9cf-d09566701572", "address": "fa:16:3e:37:67:3a", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1416762a-c3", "ovs_interfaceid": "1416762a-c3eb-4b95-a9cf-d09566701572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.966034] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:67:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1416762a-c3eb-4b95-a9cf-d09566701572', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.974374] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating folder: Project (a01a15c67d4e4b0d8da3270eaf8b2548). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.975398] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08687654-9c91-476b-b3e8-f68d72cd2ab9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.986996] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created folder: Project (a01a15c67d4e4b0d8da3270eaf8b2548) in parent group-v488891. [ 673.986996] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating folder: Instances. Parent ref: group-v489006. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.987276] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c1f4358-0e02-446f-a95a-e9f5d9b69e08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.995845] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created folder: Instances in parent group-v489006. [ 673.996094] env[62679]: DEBUG oslo.service.loopingcall [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.996282] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.996481] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0024328-d5c9-4d76-a197-4274cd262ece {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.012625] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.013204] env[62679]: DEBUG nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.016152] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.434s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.016427] env[62679]: DEBUG nova.objects.instance [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lazy-loading 'resources' on Instance uuid a42a058f-93d3-4351-b989-3f740c29ccc3 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.022063] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.022063] env[62679]: value = "task-2411849" [ 674.022063] env[62679]: _type = "Task" [ 674.022063] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.033967] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411849, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.082119] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.126894] env[62679]: DEBUG oslo_vmware.api [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411846, 'name': PowerOnVM_Task, 'duration_secs': 0.454318} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.131291] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.131515] env[62679]: INFO nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Took 5.66 seconds to spawn the instance on the hypervisor. [ 674.131701] env[62679]: DEBUG nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.132357] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411845, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.133106] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78176a9-e6fd-4f26-af7c-a0431e906430 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.245149] env[62679]: DEBUG nova.compute.utils [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 674.280395] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.366112] env[62679]: DEBUG nova.compute.manager [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.367043] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.367426] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d19de-1922-45a5-8a5d-00a84bc39c64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.376263] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.376604] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809c52ae-bdb8-487e-a51e-489a000ba3ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.383121] env[62679]: DEBUG oslo_vmware.api [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 674.383121] env[62679]: value = "task-2411850" [ 674.383121] env[62679]: _type = "Task" [ 674.383121] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.393333] env[62679]: DEBUG oslo_vmware.api [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.495932] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.496202] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.519900] env[62679]: DEBUG nova.compute.utils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 674.524096] env[62679]: DEBUG nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.524217] env[62679]: DEBUG nova.network.neutron [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.536025] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411849, 'name': CreateVM_Task, 'duration_secs': 0.420358} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.536170] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.536801] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.536973] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.537321] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.537580] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39333248-2f10-49d5-a0bc-4c82e23fa2d6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.545458] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 674.545458] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529eed4a-1ca7-ca79-7b22-4c1308ac9ac2" [ 674.545458] env[62679]: _type = "Task" [ 674.545458] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.552899] env[62679]: DEBUG nova.compute.manager [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Received event network-changed-1416762a-c3eb-4b95-a9cf-d09566701572 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 674.553149] env[62679]: DEBUG nova.compute.manager [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Refreshing instance network info cache due to event network-changed-1416762a-c3eb-4b95-a9cf-d09566701572. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 674.553472] env[62679]: DEBUG oslo_concurrency.lockutils [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] Acquiring lock "refresh_cache-92ac37e0-64ff-4295-ae78-68c6ab45742c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.553593] env[62679]: DEBUG oslo_concurrency.lockutils [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] Acquired lock "refresh_cache-92ac37e0-64ff-4295-ae78-68c6ab45742c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.553725] env[62679]: DEBUG nova.network.neutron [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Refreshing network info cache for port 1416762a-c3eb-4b95-a9cf-d09566701572 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.564337] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529eed4a-1ca7-ca79-7b22-4c1308ac9ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.588591] env[62679]: DEBUG nova.policy [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b138ef300e1a468d8c18890d07d944cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c488e408e54352beebf79d61296a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.624176] env[62679]: DEBUG oslo_vmware.api [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411845, 'name': PowerOnVM_Task, 'duration_secs': 1.14525} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.624500] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.624634] env[62679]: INFO nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Took 11.16 seconds to spawn the instance on the hypervisor. [ 674.624812] env[62679]: DEBUG nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.625965] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7f3901-567a-47ab-a483-af5433245f41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.649848] env[62679]: INFO nova.compute.manager [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Took 41.28 seconds to build instance. [ 674.747884] env[62679]: DEBUG oslo_concurrency.lockutils [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.889033] env[62679]: DEBUG nova.network.neutron [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Successfully created port: 1005f716-2834-44e7-8c05-da89be4cf38a {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.894151] env[62679]: DEBUG oslo_vmware.api [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411850, 'name': PowerOffVM_Task, 'duration_secs': 0.228134} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.896581] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.896759] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.897183] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-644b1ab7-68d4-4c85-8a75-f5b8e0323786 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.942672] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.942672] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7244e5d-7b58-4ed0-bf79-6bcb9bb2a2a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.947780] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 674.947780] env[62679]: value = "task-2411852" [ 674.947780] env[62679]: _type = "Task" [ 674.947780] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.958914] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.963370] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.963860] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.966016] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Deleting the datastore file [datastore1] ebffe39d-9cd1-4021-894e-5b6537a4632f {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.966016] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5557fd46-4be9-470d-ab40-7c945c0b0a7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.972173] env[62679]: DEBUG oslo_vmware.api [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 674.972173] env[62679]: value = "task-2411853" [ 674.972173] env[62679]: _type = "Task" [ 674.972173] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.984062] env[62679]: DEBUG oslo_vmware.api [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.025955] env[62679]: DEBUG nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.060880] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529eed4a-1ca7-ca79-7b22-4c1308ac9ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.019563} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.064983] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.064983] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.064983] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.064983] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.065320] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.067216] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a2d172f-14c3-48b9-8a43-21a2ed4338e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.075301] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.075301] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.075457] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81952579-ea3d-4687-9e59-0d4fc11f15c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.081530] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 675.081530] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527a82dc-4a6f-9c12-5a06-734e38d9c8c1" [ 675.081530] env[62679]: _type = "Task" [ 675.081530] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.088475] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccfb74d-5389-4f91-bbfd-6da2ce0a419b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.098949] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527a82dc-4a6f-9c12-5a06-734e38d9c8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01045} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.103853] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6ba5ef-bdef-44b8-9e4b-bcdf53d964f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.106494] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e474593b-8264-4c88-97f0-38f5144f1734 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.114564] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 675.114564] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e027dd-b119-2875-a67b-9f723fc246a4" [ 675.114564] env[62679]: _type = "Task" [ 675.114564] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.154411] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a391ace-1015-4383-91ee-e9337977ecc2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.157628] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fc288d22-ac1f-4f40-a765-e10b349a8f9f tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "fddb9aca-6c55-473e-979f-5eafb09256f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.252s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.158372] env[62679]: INFO nova.compute.manager [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Took 43.69 seconds to build instance. [ 675.165122] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e027dd-b119-2875-a67b-9f723fc246a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017973} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.167492] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.167767] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 92ac37e0-64ff-4295-ae78-68c6ab45742c/92ac37e0-64ff-4295-ae78-68c6ab45742c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.168136] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fdf4cc-737e-456a-b119-49358802fe99 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.171924] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f2f3d-2f07-49b9-8a7a-cc46d48a009e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.186238] env[62679]: DEBUG nova.compute.provider_tree [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.189993] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 675.189993] env[62679]: value = "task-2411854" [ 675.189993] env[62679]: _type = "Task" [ 675.189993] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.199693] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.418657] env[62679]: DEBUG nova.network.neutron [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Updated VIF entry in instance network info cache for port 1416762a-c3eb-4b95-a9cf-d09566701572. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.419143] env[62679]: DEBUG nova.network.neutron [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Updating instance_info_cache with network_info: [{"id": "1416762a-c3eb-4b95-a9cf-d09566701572", "address": "fa:16:3e:37:67:3a", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1416762a-c3", "ovs_interfaceid": "1416762a-c3eb-4b95-a9cf-d09566701572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.460671] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411852, 'name': PowerOffVM_Task, 'duration_secs': 0.207146} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.461089] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.461403] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.462305] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4cf08b-8559-428b-9678-644e50c65ce2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.470370] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.470648] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1375f63c-d5b0-41dc-815e-46163a3dbc1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.481656] env[62679]: DEBUG oslo_vmware.api [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19583} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.482095] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.482325] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.482920] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.483143] env[62679]: INFO nova.compute.manager [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 675.483401] env[62679]: DEBUG oslo.service.loopingcall [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.483602] env[62679]: DEBUG nova.compute.manager [-] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.483737] env[62679]: DEBUG nova.network.neutron [-] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.570510] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.570746] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.570951] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleting the datastore file [datastore2] d2addee2-9c77-4980-966b-74b9fe442850 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.571274] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea91e14f-e0a4-4fc4-84b3-bb7a55bc5fd4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.579291] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 675.579291] env[62679]: value = "task-2411856" [ 675.579291] env[62679]: _type = "Task" [ 675.579291] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.588751] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.662130] env[62679]: DEBUG nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.667027] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a96dee89-fbf9-45e3-ae77-a2003f6d4148 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.007s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.691397] env[62679]: DEBUG nova.scheduler.client.report [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.713657] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490724} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.713657] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 92ac37e0-64ff-4295-ae78-68c6ab45742c/92ac37e0-64ff-4295-ae78-68c6ab45742c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.713657] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.713657] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4cb1ea6-0d28-476f-9ca5-8043d00315c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.719260] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 675.719260] env[62679]: value = "task-2411857" [ 675.719260] env[62679]: _type = "Task" [ 675.719260] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.732019] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.828069] env[62679]: DEBUG oslo_concurrency.lockutils [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Acquiring lock "f9123f08-addd-44ef-8572-45ffc3ba8679" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.828404] env[62679]: DEBUG oslo_concurrency.lockutils [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.828626] env[62679]: INFO nova.compute.manager [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Attaching volume b09c7806-6918-4d62-9f02-00e30e0c74a0 to /dev/sdb [ 675.868039] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195cccdb-feff-4015-a4e4-4648388c71df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.875233] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf4186-72a7-4a76-a8b0-f291f9ab8a70 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.890258] env[62679]: DEBUG nova.virt.block_device [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updating existing volume attachment record: 978f49f9-7612-4391-a473-1e15338a41d8 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 675.894099] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "7dd84fc4-8361-4edf-baef-478818448642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.894344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "7dd84fc4-8361-4edf-baef-478818448642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.894545] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "7dd84fc4-8361-4edf-baef-478818448642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.894733] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "7dd84fc4-8361-4edf-baef-478818448642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.894892] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "7dd84fc4-8361-4edf-baef-478818448642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.896960] env[62679]: INFO nova.compute.manager [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Terminating instance [ 675.924018] env[62679]: DEBUG oslo_concurrency.lockutils [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] Releasing lock "refresh_cache-92ac37e0-64ff-4295-ae78-68c6ab45742c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.924018] env[62679]: DEBUG nova.compute.manager [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Received event network-changed-eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 675.924018] env[62679]: DEBUG nova.compute.manager [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Refreshing instance network info cache due to event network-changed-eb92003d-9734-4b17-89a9-956fe3c18f3e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 675.924018] env[62679]: DEBUG oslo_concurrency.lockutils [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] Acquiring lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.924018] env[62679]: DEBUG oslo_concurrency.lockutils [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] Acquired lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.924397] env[62679]: DEBUG nova.network.neutron [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Refreshing network info cache for port eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.014137] env[62679]: INFO nova.compute.manager [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Rebuilding instance [ 676.038078] env[62679]: DEBUG nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.064307] env[62679]: DEBUG nova.compute.manager [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.065269] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47eedf4-33a9-4154-9dee-79f35d1db2bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.071453] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.071742] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.072392] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.072392] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.072392] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.072639] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.072850] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.073082] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.073315] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.073531] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.073760] env[62679]: DEBUG nova.virt.hardware [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.074823] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c9599-c8dd-42f1-ac03-89b65fe86c3d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.094955] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32df598b-df63-4788-aefe-c3d0067d6541 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.105519] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314833} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.114970] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.115608] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.116051] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.170165] env[62679]: DEBUG nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.186725] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.208147] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.208147] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.414s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.209913] env[62679]: INFO nova.compute.claims [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.226620] env[62679]: INFO nova.scheduler.client.report [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Deleted allocations for instance a42a058f-93d3-4351-b989-3f740c29ccc3 [ 676.239809] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175177} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.240327] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.241296] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778ce0e5-c8a8-4771-bec0-d3d16610272c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.271017] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 92ac37e0-64ff-4295-ae78-68c6ab45742c/92ac37e0-64ff-4295-ae78-68c6ab45742c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.271017] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b37a03-3fda-44d7-b235-8e0464e16ff2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.295664] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 676.295664] env[62679]: value = "task-2411861" [ 676.295664] env[62679]: _type = "Task" [ 676.295664] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.305416] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.402064] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "refresh_cache-7dd84fc4-8361-4edf-baef-478818448642" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.402064] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquired lock "refresh_cache-7dd84fc4-8361-4edf-baef-478818448642" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.402064] env[62679]: DEBUG nova.network.neutron [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.441969] env[62679]: INFO nova.network.neutron [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Port eb92003d-9734-4b17-89a9-956fe3c18f3e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 676.442276] env[62679]: DEBUG nova.network.neutron [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.464326] env[62679]: DEBUG nova.network.neutron [-] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.496219] env[62679]: DEBUG nova.network.neutron [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Successfully updated port: 1005f716-2834-44e7-8c05-da89be4cf38a {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.632202] env[62679]: DEBUG nova.compute.manager [req-148ffe66-b457-449d-b00d-adfe3b08654e req-8de39aae-f4a0-49d3-be89-262074ad7969 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Received event network-vif-plugged-1005f716-2834-44e7-8c05-da89be4cf38a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 676.632414] env[62679]: DEBUG oslo_concurrency.lockutils [req-148ffe66-b457-449d-b00d-adfe3b08654e req-8de39aae-f4a0-49d3-be89-262074ad7969 service nova] Acquiring lock "c7a3405c-4926-45bc-ab5d-21869a656051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.632613] env[62679]: DEBUG oslo_concurrency.lockutils [req-148ffe66-b457-449d-b00d-adfe3b08654e req-8de39aae-f4a0-49d3-be89-262074ad7969 service nova] Lock "c7a3405c-4926-45bc-ab5d-21869a656051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.632778] env[62679]: DEBUG oslo_concurrency.lockutils [req-148ffe66-b457-449d-b00d-adfe3b08654e req-8de39aae-f4a0-49d3-be89-262074ad7969 service nova] Lock "c7a3405c-4926-45bc-ab5d-21869a656051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.632942] env[62679]: DEBUG nova.compute.manager [req-148ffe66-b457-449d-b00d-adfe3b08654e req-8de39aae-f4a0-49d3-be89-262074ad7969 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] No waiting events found dispatching network-vif-plugged-1005f716-2834-44e7-8c05-da89be4cf38a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.633122] env[62679]: WARNING nova.compute.manager [req-148ffe66-b457-449d-b00d-adfe3b08654e req-8de39aae-f4a0-49d3-be89-262074ad7969 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Received unexpected event network-vif-plugged-1005f716-2834-44e7-8c05-da89be4cf38a for instance with vm_state building and task_state spawning. [ 676.691952] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.704393] env[62679]: DEBUG nova.compute.manager [req-7da3d677-aea4-46f8-ba3c-f3339defa81a req-c7bc5f48-62a3-41dd-bbe6-d977ed9efd96 service nova] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Received event network-vif-deleted-eb92003d-9734-4b17-89a9-956fe3c18f3e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 676.741906] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ee671313-f4f8-4220-8755-414abc071a77 tempest-ServerDiagnosticsV248Test-98651134 tempest-ServerDiagnosticsV248Test-98651134-project-member] Lock "a42a058f-93d3-4351-b989-3f740c29ccc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.955s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.806392] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.931621] env[62679]: DEBUG nova.network.neutron [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.945222] env[62679]: DEBUG oslo_concurrency.lockutils [req-49812477-6d6c-40a8-98e1-8b1276f88034 req-a3b5928e-8318-4c97-ae88-560494dcfe0f service nova] Releasing lock "refresh_cache-ebffe39d-9cd1-4021-894e-5b6537a4632f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.968842] env[62679]: INFO nova.compute.manager [-] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Took 1.48 seconds to deallocate network for instance. [ 676.998472] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "refresh_cache-c7a3405c-4926-45bc-ab5d-21869a656051" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.998671] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "refresh_cache-c7a3405c-4926-45bc-ab5d-21869a656051" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.998916] env[62679]: DEBUG nova.network.neutron [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.033608] env[62679]: DEBUG nova.network.neutron [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.092056] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.093065] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c47f632-1038-4306-928f-e65ad344184b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.101464] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 677.101464] env[62679]: value = "task-2411862" [ 677.101464] env[62679]: _type = "Task" [ 677.101464] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.111340] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.154726] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.155016] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.155255] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.155536] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.155722] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.155886] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.156110] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.156282] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.156463] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.156625] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.156793] env[62679]: DEBUG nova.virt.hardware [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.157701] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac6a75-dbc3-490d-b880-f4715bbb3502 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.166044] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4011abe-f7f1-46de-b6a0-10d3a65cce46 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.181360] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:35:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6097c7f-3b94-4120-94f7-4d541df440e6', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.189543] env[62679]: DEBUG oslo.service.loopingcall [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.189543] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.189803] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-942297c4-585a-40d7-b520-ec3e1df2b799 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.206873] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.206873] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.206873] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.206873] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.207167] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.209641] env[62679]: INFO nova.compute.manager [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Terminating instance [ 677.214933] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.214933] env[62679]: value = "task-2411863" [ 677.214933] env[62679]: _type = "Task" [ 677.214933] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.227495] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411863, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.306564] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411861, 'name': ReconfigVM_Task, 'duration_secs': 0.979215} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.309528] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 92ac37e0-64ff-4295-ae78-68c6ab45742c/92ac37e0-64ff-4295-ae78-68c6ab45742c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.310363] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb762d4-8cbc-4957-b059-11b0c5771a08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.316856] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 677.316856] env[62679]: value = "task-2411864" [ 677.316856] env[62679]: _type = "Task" [ 677.316856] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.328966] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411864, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.335705] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.336073] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.337053] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.337053] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.337053] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.342696] env[62679]: INFO nova.compute.manager [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Terminating instance [ 677.486456] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.539207] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Releasing lock "refresh_cache-7dd84fc4-8361-4edf-baef-478818448642" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.539207] env[62679]: DEBUG nova.compute.manager [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.539207] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.539741] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5968d43c-aafd-4cce-baf1-3c0f9bbbaa6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.543451] env[62679]: DEBUG nova.network.neutron [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.555298] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.555686] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d10f58-7da5-4101-a29d-d2ad296a6661 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.563312] env[62679]: DEBUG oslo_vmware.api [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 677.563312] env[62679]: value = "task-2411865" [ 677.563312] env[62679]: _type = "Task" [ 677.563312] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.578424] env[62679]: DEBUG oslo_vmware.api [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.615584] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411862, 'name': PowerOffVM_Task, 'duration_secs': 0.154628} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.615913] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.616361] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.616824] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b254c3ce-855e-4d4c-97c8-a75e9d563a4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.623581] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.626073] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e4296be-895f-4599-b634-2b44bced7112 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.654631] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.654879] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.655338] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Deleting the datastore file [datastore2] fddb9aca-6c55-473e-979f-5eafb09256f1 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.655445] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50cfc1f2-adf0-4cd2-8922-f7809cb27795 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.665048] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 677.665048] env[62679]: value = "task-2411867" [ 677.665048] env[62679]: _type = "Task" [ 677.665048] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.675382] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.714157] env[62679]: DEBUG nova.compute.manager [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.714402] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.715340] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986e497-94f8-4006-b22f-158b59e9ed15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.728945] env[62679]: DEBUG nova.network.neutron [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Updating instance_info_cache with network_info: [{"id": "1005f716-2834-44e7-8c05-da89be4cf38a", "address": "fa:16:3e:f0:3c:94", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1005f716-28", "ovs_interfaceid": "1005f716-2834-44e7-8c05-da89be4cf38a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.734406] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.734639] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411863, 'name': CreateVM_Task, 'duration_secs': 0.390248} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.735112] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9587aae4-4c03-41f5-992a-20436899b33a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.736631] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.739525] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.739686] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.740008] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.741342] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c736e086-8ee9-4aa7-b115-fab05b484ebb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.747567] env[62679]: DEBUG oslo_vmware.api [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 677.747567] env[62679]: value = "task-2411868" [ 677.747567] env[62679]: _type = "Task" [ 677.747567] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.747772] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 677.747772] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52faaec2-5220-6755-03ce-24f18a57ae98" [ 677.747772] env[62679]: _type = "Task" [ 677.747772] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.761611] env[62679]: DEBUG oslo_vmware.api [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.765601] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52faaec2-5220-6755-03ce-24f18a57ae98, 'name': SearchDatastore_Task, 'duration_secs': 0.011977} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.765921] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.766192] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.766405] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.766552] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.766723] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.766982] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c4a30c3-7f97-4e38-aeae-48867e11d75f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.779874] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.779874] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.779874] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3487c929-d199-4b49-bb8b-d201630576fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.785270] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 677.785270] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e06a7c-a88a-189c-8da4-e85f8a4a9065" [ 677.785270] env[62679]: _type = "Task" [ 677.785270] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.796194] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e06a7c-a88a-189c-8da4-e85f8a4a9065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.803937] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3be574-78c9-43c7-b08f-fc6d242cde3d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.811287] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de8c37-43e1-4f69-97cf-c9c9f1a8ed0b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.847241] env[62679]: DEBUG nova.compute.manager [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.847478] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.848966] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45b05bb-77d6-43b5-9b14-aab8278e296a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.852375] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08af62c-d276-4b01-8b38-805f59f85617 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.857953] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411864, 'name': Rename_Task, 'duration_secs': 0.185507} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.858812] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.859113] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0e3ac06-4627-473f-b825-acee62d5fa47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.864274] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.864833] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74657930-967b-48bf-adb9-0c41ff2cf5e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.867167] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1bbd01-f442-432a-862c-7fc75c02d448 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.872508] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 677.872508] env[62679]: value = "task-2411869" [ 677.872508] env[62679]: _type = "Task" [ 677.872508] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.885968] env[62679]: DEBUG oslo_vmware.api [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 677.885968] env[62679]: value = "task-2411870" [ 677.885968] env[62679]: _type = "Task" [ 677.885968] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.886768] env[62679]: DEBUG nova.compute.provider_tree [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.896212] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411869, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.903107] env[62679]: DEBUG oslo_vmware.api [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.075346] env[62679]: DEBUG oslo_vmware.api [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411865, 'name': PowerOffVM_Task, 'duration_secs': 0.172071} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.075675] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.076807] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.076807] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1bf4770-3b5c-4e89-844d-4c905fa35866 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.108029] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.108269] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.108467] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Deleting the datastore file [datastore2] 7dd84fc4-8361-4edf-baef-478818448642 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.108796] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-193c0cfa-c69c-4839-b4c9-b930c65cf8a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.116012] env[62679]: DEBUG oslo_vmware.api [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for the task: (returnval){ [ 678.116012] env[62679]: value = "task-2411872" [ 678.116012] env[62679]: _type = "Task" [ 678.116012] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.125843] env[62679]: DEBUG oslo_vmware.api [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.175993] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106216} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.179228] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.179228] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.179228] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.235990] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "refresh_cache-c7a3405c-4926-45bc-ab5d-21869a656051" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.236344] env[62679]: DEBUG nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Instance network_info: |[{"id": "1005f716-2834-44e7-8c05-da89be4cf38a", "address": "fa:16:3e:f0:3c:94", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1005f716-28", "ovs_interfaceid": "1005f716-2834-44e7-8c05-da89be4cf38a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.236864] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:3c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1005f716-2834-44e7-8c05-da89be4cf38a', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.244503] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating folder: Project (f1c488e408e54352beebf79d61296a69). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.245085] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-704993bc-adec-4917-b419-1b6461a2b73c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.256739] env[62679]: DEBUG oslo_vmware.api [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411868, 'name': PowerOffVM_Task, 'duration_secs': 0.291634} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.257948] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.258176] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.258465] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created folder: Project (f1c488e408e54352beebf79d61296a69) in parent group-v488891. [ 678.258596] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating folder: Instances. Parent ref: group-v489013. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.258814] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7354404c-70d7-4f51-b882-dc24f8630de0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.260233] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-313ea998-edbe-4bd1-a2cf-e40c0bf7f5a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.270267] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created folder: Instances in parent group-v489013. [ 678.270481] env[62679]: DEBUG oslo.service.loopingcall [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.270658] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.270855] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfec0029-1f6b-44a6-b951-1f613b715dfa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.291104] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.291104] env[62679]: value = "task-2411877" [ 678.291104] env[62679]: _type = "Task" [ 678.291104] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.300140] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411877, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.303644] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e06a7c-a88a-189c-8da4-e85f8a4a9065, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.304400] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd18e3b9-997d-4b6c-9cde-6e8f9dab56ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.309545] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 678.309545] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528e7db2-faee-3e82-5858-a48d5db2eb3d" [ 678.309545] env[62679]: _type = "Task" [ 678.309545] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.319274] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528e7db2-faee-3e82-5858-a48d5db2eb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.383597] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.389741] env[62679]: DEBUG nova.scheduler.client.report [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.409564] env[62679]: DEBUG oslo_vmware.api [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411870, 'name': PowerOffVM_Task, 'duration_secs': 0.241557} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.409863] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.410230] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.411331] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c17c34b-deac-4bd9-a4f8-9766ee9ca871 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.626758] env[62679]: DEBUG oslo_vmware.api [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Task: {'id': task-2411872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114782} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.627176] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.627510] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.627807] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.628126] env[62679]: INFO nova.compute.manager [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Took 1.09 seconds to destroy the instance on the hypervisor. [ 678.628483] env[62679]: DEBUG oslo.service.loopingcall [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.628796] env[62679]: DEBUG nova.compute.manager [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.629025] env[62679]: DEBUG nova.network.neutron [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.655074] env[62679]: DEBUG nova.network.neutron [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.691207] env[62679]: DEBUG nova.compute.manager [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Received event network-changed-1005f716-2834-44e7-8c05-da89be4cf38a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 678.691207] env[62679]: DEBUG nova.compute.manager [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Refreshing instance network info cache due to event network-changed-1005f716-2834-44e7-8c05-da89be4cf38a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 678.691207] env[62679]: DEBUG oslo_concurrency.lockutils [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] Acquiring lock "refresh_cache-c7a3405c-4926-45bc-ab5d-21869a656051" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.691207] env[62679]: DEBUG oslo_concurrency.lockutils [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] Acquired lock "refresh_cache-c7a3405c-4926-45bc-ab5d-21869a656051" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.691207] env[62679]: DEBUG nova.network.neutron [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Refreshing network info cache for port 1005f716-2834-44e7-8c05-da89be4cf38a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.800395] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411877, 'name': CreateVM_Task, 'duration_secs': 0.349837} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.800721] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.802751] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.803095] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.803537] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.803895] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be50429-18a8-4bb0-b12d-f55d3ec6283c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.809189] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 678.809189] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52da435d-9a13-23b4-a5dd-3bb8790ccc5a" [ 678.809189] env[62679]: _type = "Task" [ 678.809189] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.822307] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52da435d-9a13-23b4-a5dd-3bb8790ccc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.829448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.829448] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.829448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.829448] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528e7db2-faee-3e82-5858-a48d5db2eb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.829681] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.829681] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.829681] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.829681] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.829823] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc6fa67c-37cb-4714-afd3-99a523c5a1d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.833173] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17d66c01-059a-4e5f-80e3-422ee6bee008 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.844022] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 678.844022] env[62679]: value = "task-2411879" [ 678.844022] env[62679]: _type = "Task" [ 678.844022] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.844022] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.844022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.847600] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ce6762-81dd-486f-ac07-5f6dd5d22669 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.856392] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.856912] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 678.856912] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521184f3-c6df-57a1-985a-43e4147867e0" [ 678.856912] env[62679]: _type = "Task" [ 678.856912] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.866806] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521184f3-c6df-57a1-985a-43e4147867e0, 'name': SearchDatastore_Task} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.867864] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92df9729-27b3-41d2-ab66-3d561d4b8af7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.877910] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 678.877910] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529f3b60-4e41-0966-fe92-cfc36be6b3a5" [ 678.877910] env[62679]: _type = "Task" [ 678.877910] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.885101] env[62679]: DEBUG oslo_vmware.api [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411869, 'name': PowerOnVM_Task, 'duration_secs': 0.573153} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.885883] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.887996] env[62679]: INFO nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Took 7.84 seconds to spawn the instance on the hypervisor. [ 678.887996] env[62679]: DEBUG nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.887996] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57f5b8-fb4b-4181-915d-a0862ea2b199 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.892954] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529f3b60-4e41-0966-fe92-cfc36be6b3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.901230] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.904107] env[62679]: DEBUG nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.904726] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.948s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.157586] env[62679]: DEBUG nova.network.neutron [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.222652] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.223782] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.223782] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.223782] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.223782] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.223782] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.224641] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.226780] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.226780] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.226780] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.226780] env[62679]: DEBUG nova.virt.hardware [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.226780] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb9f41-8e62-4f30-8751-137f4c66ddc9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.240323] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136db830-71c2-4f1e-a66a-51180973d6fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.263732] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.270783] env[62679]: DEBUG oslo.service.loopingcall [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.271560] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.271760] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a80a0245-8e8e-4a97-9e3a-fa3536f42002 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.293450] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.293450] env[62679]: value = "task-2411880" [ 679.293450] env[62679]: _type = "Task" [ 679.293450] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.303216] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411880, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.316275] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.316575] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.316799] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleting the datastore file [datastore1] e6b0efb6-f2d5-41e9-b479-0e6624eafdd4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.317133] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c4640fd-992f-4771-bd0f-d5dd57c26c83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.326284] env[62679]: DEBUG oslo_vmware.api [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 679.326284] env[62679]: value = "task-2411881" [ 679.326284] env[62679]: _type = "Task" [ 679.326284] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.338064] env[62679]: DEBUG oslo_vmware.api [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.342022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.342274] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.342497] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleting the datastore file [datastore2] 1d66f43a-fe3a-42a0-86c6-3fa58ca90847 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.342799] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dd8aece-85da-4b31-bf14-8259038296d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.352819] env[62679]: DEBUG oslo_vmware.api [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 679.352819] env[62679]: value = "task-2411882" [ 679.352819] env[62679]: _type = "Task" [ 679.352819] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.356394] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.365450] env[62679]: DEBUG oslo_vmware.api [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.391206] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529f3b60-4e41-0966-fe92-cfc36be6b3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.019372} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.391518] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.391813] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] c7a3405c-4926-45bc-ab5d-21869a656051/c7a3405c-4926-45bc-ab5d-21869a656051.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.392102] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41d52c84-bf3d-4124-98ad-eef7a2205304 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.398224] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 679.398224] env[62679]: value = "task-2411883" [ 679.398224] env[62679]: _type = "Task" [ 679.398224] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.415844] env[62679]: DEBUG nova.compute.utils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.428954] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.429687] env[62679]: INFO nova.compute.manager [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Took 43.00 seconds to build instance. [ 679.430668] env[62679]: DEBUG nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.430936] env[62679]: DEBUG nova.network.neutron [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.486332] env[62679]: DEBUG nova.policy [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2050c3abb564f32abdf2f86e07292c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '762c8b00fba4457cb1fcd7b25c37f84c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.571413] env[62679]: DEBUG nova.network.neutron [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Updated VIF entry in instance network info cache for port 1005f716-2834-44e7-8c05-da89be4cf38a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.571413] env[62679]: DEBUG nova.network.neutron [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Updating instance_info_cache with network_info: [{"id": "1005f716-2834-44e7-8c05-da89be4cf38a", "address": "fa:16:3e:f0:3c:94", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1005f716-28", "ovs_interfaceid": "1005f716-2834-44e7-8c05-da89be4cf38a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.665336] env[62679]: INFO nova.compute.manager [-] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Took 1.03 seconds to deallocate network for instance. [ 679.811731] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411880, 'name': CreateVM_Task, 'duration_secs': 0.294339} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.812040] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.812611] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.812853] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.813217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.813544] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b32ebc8-8084-4a27-a6e0-19abd2854d18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.820576] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 679.820576] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523d687f-8330-d711-9f97-4767cf9319b5" [ 679.820576] env[62679]: _type = "Task" [ 679.820576] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.834042] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523d687f-8330-d711-9f97-4767cf9319b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.848200] env[62679]: DEBUG oslo_vmware.api [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220849} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.852341] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.852629] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.853061] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.853305] env[62679]: INFO nova.compute.manager [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Took 2.14 seconds to destroy the instance on the hypervisor. [ 679.853774] env[62679]: DEBUG oslo.service.loopingcall [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.853880] env[62679]: DEBUG nova.compute.manager [-] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.853960] env[62679]: DEBUG nova.network.neutron [-] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.864809] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.865648] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.865922] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.866258] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f19ebfd-1479-41e4-9066-11366a2d29ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.873030] env[62679]: DEBUG oslo_vmware.api [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2411882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209448} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.873351] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.873692] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.873911] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.874137] env[62679]: INFO nova.compute.manager [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Took 2.03 seconds to destroy the instance on the hypervisor. [ 679.874428] env[62679]: DEBUG oslo.service.loopingcall [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.876308] env[62679]: DEBUG nova.compute.manager [-] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.876308] env[62679]: DEBUG nova.network.neutron [-] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.878788] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 679.878788] env[62679]: value = "task-2411884" [ 679.878788] env[62679]: _type = "Task" [ 679.878788] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.892543] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.910083] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411883, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.930424] env[62679]: DEBUG nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.947693] env[62679]: DEBUG oslo_concurrency.lockutils [None req-363cc31f-362c-46cd-9d54-f76ec477780f tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.287s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.981631] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fa6728e9-1d24-4e34-bd99-561f8bb13262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.981717] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 20ba8bfa-e68b-4285-ab3a-3c850110e3e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.981830] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d2addee2-9c77-4980-966b-74b9fe442850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.981945] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance ef2eccb3-bea9-49ba-9f1c-d34e758989b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.982302] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7d3160f9-0382-4f8b-8378-2b14014486ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.982529] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance f9123f08-addd-44ef-8572-45ffc3ba8679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.982760] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.982940] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 199ee82a-84d4-4502-9fd0-48eb0322beaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.983082] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 6eee618e-9a34-4dc3-a0bf-506575b4aaec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.983198] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance ba09d236-2afc-471d-9582-e096a4479c84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.983335] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 204e3516-e790-4b20-b9e4-9696b682b58d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.983436] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 5ebe9418-64b8-46a5-b556-115b7b93f322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.983559] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 681316d4-efba-4601-a9c6-59b79bb226b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.983752] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance af2534f1-b352-4f9d-88b0-6c32ea4cbdeb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.983965] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 834e64fc-b0cb-4903-ac84-b28d41dc4583 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.984182] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 6c29480d-a846-4c48-a5c4-73f3aaa60198 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.984374] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance a8706125-0bc4-42bb-8968-47edb39a1631 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.984588] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 42845847-442b-4d76-955b-1862e762114f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.985208] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 710a4cce-58c3-4332-8d00-4244209ee558 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.985208] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance ebffe39d-9cd1-4021-894e-5b6537a4632f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 679.985330] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7dd84fc4-8361-4edf-baef-478818448642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.985544] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance e6b0efb6-f2d5-41e9-b479-0e6624eafdd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.985744] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 1d66f43a-fe3a-42a0-86c6-3fa58ca90847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.986098] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fddb9aca-6c55-473e-979f-5eafb09256f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.986164] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 92ac37e0-64ff-4295-ae78-68c6ab45742c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.986368] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c7a3405c-4926-45bc-ab5d-21869a656051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 679.986917] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 17221af2-96c6-4380-bbaa-ec426e1f88cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.072823] env[62679]: DEBUG oslo_concurrency.lockutils [req-5c26c3d9-77b0-4c40-a815-3387eabc849f req-5f4c8447-42cb-483d-9d52-130a9f120217 service nova] Releasing lock "refresh_cache-c7a3405c-4926-45bc-ab5d-21869a656051" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.133194] env[62679]: DEBUG nova.network.neutron [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Successfully created port: daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.171146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.330986] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523d687f-8330-d711-9f97-4767cf9319b5, 'name': SearchDatastore_Task, 'duration_secs': 0.060689} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.331570] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.331570] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.331851] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.331968] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.332175] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.332508] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3899a4-9b72-464a-885a-141566d26f4d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.340891] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.341119] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.342446] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756c0a8e-5f58-4e6f-93cb-1d0110fa1605 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.348804] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 680.348804] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202a76f-09d7-2684-fd3b-db5e970b363b" [ 680.348804] env[62679]: _type = "Task" [ 680.348804] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.356775] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202a76f-09d7-2684-fd3b-db5e970b363b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.391333] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198487} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.391504] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.392837] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e58e2ac-a857-4cb5-ab2d-32bce970bac5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.425364] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.426986] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6949487-ed86-484e-9f52-58d65db0ab97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.456269] env[62679]: DEBUG nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.459307] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "92ac37e0-64ff-4295-ae78-68c6ab45742c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.459592] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.459888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "92ac37e0-64ff-4295-ae78-68c6ab45742c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.460075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.460303] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.462178] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562305} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.465116] env[62679]: INFO nova.compute.manager [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Terminating instance [ 680.465487] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] c7a3405c-4926-45bc-ab5d-21869a656051/c7a3405c-4926-45bc-ab5d-21869a656051.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.465732] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.466455] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 680.466455] env[62679]: value = "task-2411885" [ 680.466455] env[62679]: _type = "Task" [ 680.466455] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.467921] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 680.468149] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489011', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'name': 'volume-b09c7806-6918-4d62-9f02-00e30e0c74a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9123f08-addd-44ef-8572-45ffc3ba8679', 'attached_at': '', 'detached_at': '', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'serial': 'b09c7806-6918-4d62-9f02-00e30e0c74a0'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 680.469373] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9669f896-772f-4b26-b621-7dbb535e36c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.472295] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510fa56d-be94-4ae1-87e2-a5a8b510379a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.483050] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 680.483050] env[62679]: value = "task-2411886" [ 680.483050] env[62679]: _type = "Task" [ 680.483050] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.501034] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.501603] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c1260e22-5fe5-4006-b3af-6703e3f7ad7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 680.509860] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a76834-d466-4be9-b4f0-e457f7387d96 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.515405] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.538060] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-b09c7806-6918-4d62-9f02-00e30e0c74a0/volume-b09c7806-6918-4d62-9f02-00e30e0c74a0.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.538736] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-919c5f99-bfff-4c83-9ded-2d29aacb6426 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.557740] env[62679]: DEBUG oslo_vmware.api [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Waiting for the task: (returnval){ [ 680.557740] env[62679]: value = "task-2411887" [ 680.557740] env[62679]: _type = "Task" [ 680.557740] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.565674] env[62679]: DEBUG oslo_vmware.api [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.738849] env[62679]: DEBUG nova.compute.manager [req-282ee8b9-7974-468c-8d0c-dbea66ee2a59 req-5c1f2e47-cfd7-4620-b0d8-ad96aa805ea3 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Received event network-vif-deleted-7f54f46d-5850-4ded-871d-c6113b87a001 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 680.738898] env[62679]: INFO nova.compute.manager [req-282ee8b9-7974-468c-8d0c-dbea66ee2a59 req-5c1f2e47-cfd7-4620-b0d8-ad96aa805ea3 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Neutron deleted interface 7f54f46d-5850-4ded-871d-c6113b87a001; detaching it from the instance and deleting it from the info cache [ 680.739944] env[62679]: DEBUG nova.network.neutron [req-282ee8b9-7974-468c-8d0c-dbea66ee2a59 req-5c1f2e47-cfd7-4620-b0d8-ad96aa805ea3 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.777742] env[62679]: DEBUG nova.compute.manager [req-84f5a367-d80d-47d2-a312-c7edd336e0ad req-d31a895f-dab8-4a89-98c2-4398f3e7dae1 service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Received event network-vif-deleted-ef8bcfa3-2d2c-43d9-9aff-866504166498 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 680.777836] env[62679]: INFO nova.compute.manager [req-84f5a367-d80d-47d2-a312-c7edd336e0ad req-d31a895f-dab8-4a89-98c2-4398f3e7dae1 service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Neutron deleted interface ef8bcfa3-2d2c-43d9-9aff-866504166498; detaching it from the instance and deleting it from the info cache [ 680.778019] env[62679]: DEBUG nova.network.neutron [req-84f5a367-d80d-47d2-a312-c7edd336e0ad req-d31a895f-dab8-4a89-98c2-4398f3e7dae1 service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.779374] env[62679]: DEBUG nova.network.neutron [-] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.859928] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202a76f-09d7-2684-fd3b-db5e970b363b, 'name': SearchDatastore_Task, 'duration_secs': 0.008042} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.863725] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a149b192-0f39-4eef-9f54-4ee50ba5c2cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.869577] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 680.869577] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b9bea-54e4-1239-15f6-c71c449e9a78" [ 680.869577] env[62679]: _type = "Task" [ 680.869577] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.882352] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b9bea-54e4-1239-15f6-c71c449e9a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.953843] env[62679]: DEBUG nova.network.neutron [-] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.964668] env[62679]: DEBUG nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.981676] env[62679]: DEBUG nova.compute.manager [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.981676] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.981676] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482bbc89-1769-4aac-9547-66dfe405ba69 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.988506] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411885, 'name': ReconfigVM_Task, 'duration_secs': 0.283219} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.990872] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Reconfigured VM instance instance-00000008 to attach disk [datastore1] d2addee2-9c77-4980-966b-74b9fe442850/d2addee2-9c77-4980-966b-74b9fe442850.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.992300] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.992300] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b74023a-b3f3-4937-873c-2928d72f27af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.993711] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be041a9-bd3d-465e-9041-78d9cfd3162a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.998284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.006323] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.006657] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.007184] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.007465] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.007666] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.007831] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.008113] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.008378] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.009214] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.009214] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.009214] env[62679]: DEBUG nova.virt.hardware [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.011665] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0fd4a-a2eb-42b4-83c8-eb5e9a365e11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.016248] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance aee9d9e2-3e18-46b5-b0ee-f79d23d63c21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.018167] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 681.018167] env[62679]: value = "task-2411888" [ 681.018167] env[62679]: _type = "Task" [ 681.018167] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.021188] env[62679]: DEBUG oslo_vmware.api [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 681.021188] env[62679]: value = "task-2411889" [ 681.021188] env[62679]: _type = "Task" [ 681.021188] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.035886] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19535} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.037372] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.041158] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb908550-8ecc-4d26-99bf-c46c77f4aafa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.048523] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73bb08-3bfc-4791-b006-321c017dcf46 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.054978] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411888, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.056612] env[62679]: DEBUG oslo_vmware.api [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.091084] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] c7a3405c-4926-45bc-ab5d-21869a656051/c7a3405c-4926-45bc-ab5d-21869a656051.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.091084] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54000e2a-bfe2-4413-929f-5fabaa851575 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.112470] env[62679]: DEBUG oslo_vmware.api [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411887, 'name': ReconfigVM_Task, 'duration_secs': 0.525861} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.114082] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-b09c7806-6918-4d62-9f02-00e30e0c74a0/volume-b09c7806-6918-4d62-9f02-00e30e0c74a0.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.119053] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 681.119053] env[62679]: value = "task-2411890" [ 681.119053] env[62679]: _type = "Task" [ 681.119053] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.119311] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6314bce7-2d7c-4a03-8433-c6ac0326e47b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.141171] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.142797] env[62679]: DEBUG oslo_vmware.api [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Waiting for the task: (returnval){ [ 681.142797] env[62679]: value = "task-2411891" [ 681.142797] env[62679]: _type = "Task" [ 681.142797] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.152311] env[62679]: DEBUG oslo_vmware.api [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.245909] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd6b52dd-9a03-4fef-b2ea-0a0b51444a66 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.256900] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18ed6b1-d7b1-4f52-bedd-6cb5a29fb3cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.295687] env[62679]: INFO nova.compute.manager [-] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Took 1.44 seconds to deallocate network for instance. [ 681.295687] env[62679]: DEBUG nova.compute.manager [req-282ee8b9-7974-468c-8d0c-dbea66ee2a59 req-5c1f2e47-cfd7-4620-b0d8-ad96aa805ea3 service nova] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Detach interface failed, port_id=7f54f46d-5850-4ded-871d-c6113b87a001, reason: Instance 1d66f43a-fe3a-42a0-86c6-3fa58ca90847 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 681.297568] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61d62d2f-8971-4715-a52b-452d9fe6dc1d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.310565] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0177e4b6-72b6-48a2-b5fe-6bf4552f39da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.345763] env[62679]: DEBUG nova.compute.manager [req-84f5a367-d80d-47d2-a312-c7edd336e0ad req-d31a895f-dab8-4a89-98c2-4398f3e7dae1 service nova] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Detach interface failed, port_id=ef8bcfa3-2d2c-43d9-9aff-866504166498, reason: Instance e6b0efb6-f2d5-41e9-b479-0e6624eafdd4 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 681.379121] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b9bea-54e4-1239-15f6-c71c449e9a78, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.379384] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.379647] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.379907] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e2fadc-a7bd-4fd0-af56-db8c767ade18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.387568] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 681.387568] env[62679]: value = "task-2411892" [ 681.387568] env[62679]: _type = "Task" [ 681.387568] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.395727] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.463663] env[62679]: INFO nova.compute.manager [-] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Took 1.58 seconds to deallocate network for instance. [ 681.519941] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 9992c674-138a-41b7-8921-4a27dbd9d00a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.539640] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411888, 'name': Rename_Task, 'duration_secs': 0.147796} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.541481] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.544019] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f226a3f-8e7e-46aa-94af-55a916b8b411 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.551017] env[62679]: DEBUG oslo_vmware.api [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411889, 'name': PowerOffVM_Task, 'duration_secs': 0.249964} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.554102] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.554102] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.554102] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 681.554102] env[62679]: value = "task-2411893" [ 681.554102] env[62679]: _type = "Task" [ 681.554102] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.554102] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1967e0a7-e957-4b7b-95b3-658cfee767d6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.568625] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411893, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.628020] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.628323] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.628533] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleting the datastore file [datastore2] 92ac37e0-64ff-4295-ae78-68c6ab45742c {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.628827] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bad64b3-9a98-4d87-965a-bef0c4c0bd8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.646979] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411890, 'name': ReconfigVM_Task, 'duration_secs': 0.284799} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.657772] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Reconfigured VM instance instance-00000029 to attach disk [datastore1] c7a3405c-4926-45bc-ab5d-21869a656051/c7a3405c-4926-45bc-ab5d-21869a656051.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.660082] env[62679]: DEBUG oslo_vmware.api [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 681.660082] env[62679]: value = "task-2411895" [ 681.660082] env[62679]: _type = "Task" [ 681.660082] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.661136] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43eadb9d-b544-4358-951b-d68ec5a88210 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.676271] env[62679]: DEBUG oslo_vmware.api [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411891, 'name': ReconfigVM_Task, 'duration_secs': 0.156243} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.677008] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489011', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'name': 'volume-b09c7806-6918-4d62-9f02-00e30e0c74a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9123f08-addd-44ef-8572-45ffc3ba8679', 'attached_at': '', 'detached_at': '', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'serial': 'b09c7806-6918-4d62-9f02-00e30e0c74a0'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 681.681596] env[62679]: DEBUG oslo_vmware.api [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.683969] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 681.683969] env[62679]: value = "task-2411896" [ 681.683969] env[62679]: _type = "Task" [ 681.683969] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.692883] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411896, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.809334] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.897817] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508431} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.898080] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.898224] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.898391] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-939a94ad-5f1d-410a-b501-c7de2b6c455d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.905316] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 681.905316] env[62679]: value = "task-2411897" [ 681.905316] env[62679]: _type = "Task" [ 681.905316] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.914158] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.968014] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.026214] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 22e41608-3622-4e14-ab78-b9d704068900 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.066138] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.177704] env[62679]: DEBUG oslo_vmware.api [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2411895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29664} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.178358] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.178755] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.180115] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.180115] env[62679]: INFO nova.compute.manager [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 682.180115] env[62679]: DEBUG oslo.service.loopingcall [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.180115] env[62679]: DEBUG nova.compute.manager [-] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.180115] env[62679]: DEBUG nova.network.neutron [-] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.198072] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411896, 'name': Rename_Task, 'duration_secs': 0.302148} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.198072] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.198072] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a8235eb-e64b-4ce4-932e-06ba638054a2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.205021] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 682.205021] env[62679]: value = "task-2411898" [ 682.205021] env[62679]: _type = "Task" [ 682.205021] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.216214] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.417370] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062361} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.417810] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.418884] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a0b26-7392-4950-a691-932b75347e96 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.446021] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.446021] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf8c36c-6af4-4cdd-81ce-fccb8edddd15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.465192] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 682.465192] env[62679]: value = "task-2411899" [ 682.465192] env[62679]: _type = "Task" [ 682.465192] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.474418] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.529287] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance b3deb642-4e36-4b45-81c3-395325bd6106 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.566337] env[62679]: DEBUG oslo_vmware.api [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411893, 'name': PowerOnVM_Task, 'duration_secs': 0.708396} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.566873] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.567151] env[62679]: DEBUG nova.compute.manager [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.568039] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a560bcd-1972-425d-9cf6-e884a4ca2654 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.725762] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.729893] env[62679]: DEBUG nova.objects.instance [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lazy-loading 'flavor' on Instance uuid f9123f08-addd-44ef-8572-45ffc3ba8679 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.804118] env[62679]: DEBUG nova.network.neutron [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Successfully updated port: daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.975743] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411899, 'name': ReconfigVM_Task, 'duration_secs': 0.272122} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.976021] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Reconfigured VM instance instance-00000027 to attach disk [datastore1] fddb9aca-6c55-473e-979f-5eafb09256f1/fddb9aca-6c55-473e-979f-5eafb09256f1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.976774] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee487dc6-5407-470d-8d99-234f415f07b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.985217] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 682.985217] env[62679]: value = "task-2411900" [ 682.985217] env[62679]: _type = "Task" [ 682.985217] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.994158] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411900, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.033606] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7893af92-485c-4f90-89a5-15c557ca3b24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.087668] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.089915] env[62679]: DEBUG nova.compute.manager [req-7eb5f689-9388-4e79-a652-ce75ba08aa8f req-b372aa4e-966e-480c-b3a8-b2e581373df1 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Received event network-vif-plugged-daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 683.090128] env[62679]: DEBUG oslo_concurrency.lockutils [req-7eb5f689-9388-4e79-a652-ce75ba08aa8f req-b372aa4e-966e-480c-b3a8-b2e581373df1 service nova] Acquiring lock "17221af2-96c6-4380-bbaa-ec426e1f88cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.090358] env[62679]: DEBUG oslo_concurrency.lockutils [req-7eb5f689-9388-4e79-a652-ce75ba08aa8f req-b372aa4e-966e-480c-b3a8-b2e581373df1 service nova] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.090531] env[62679]: DEBUG oslo_concurrency.lockutils [req-7eb5f689-9388-4e79-a652-ce75ba08aa8f req-b372aa4e-966e-480c-b3a8-b2e581373df1 service nova] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.090713] env[62679]: DEBUG nova.compute.manager [req-7eb5f689-9388-4e79-a652-ce75ba08aa8f req-b372aa4e-966e-480c-b3a8-b2e581373df1 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] No waiting events found dispatching network-vif-plugged-daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.090890] env[62679]: WARNING nova.compute.manager [req-7eb5f689-9388-4e79-a652-ce75ba08aa8f req-b372aa4e-966e-480c-b3a8-b2e581373df1 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Received unexpected event network-vif-plugged-daebb772-085a-4bfa-9355-f651448db5ed for instance with vm_state building and task_state spawning. [ 683.216473] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.236528] env[62679]: DEBUG oslo_concurrency.lockutils [None req-84d0a0f6-b4df-4082-a801-11236279b60b tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.408s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.307021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.307365] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquired lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.307537] env[62679]: DEBUG nova.network.neutron [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.501144] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411900, 'name': Rename_Task, 'duration_secs': 0.139724} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.501462] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.501723] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb1482d-0406-45e4-b92e-b4fb32cd36fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.509260] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 683.509260] env[62679]: value = "task-2411901" [ 683.509260] env[62679]: _type = "Task" [ 683.509260] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.518453] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.525705] env[62679]: DEBUG nova.network.neutron [-] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.536563] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance dd7326e8-82a9-4d41-b1d3-9699ff0ded76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.717704] env[62679]: DEBUG oslo_vmware.api [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2411898, 'name': PowerOnVM_Task, 'duration_secs': 1.089408} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.718133] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.718324] env[62679]: INFO nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Took 7.68 seconds to spawn the instance on the hypervisor. [ 683.718559] env[62679]: DEBUG nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.719397] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e5a14-255e-4286-b2bc-7dbd23584960 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.853438] env[62679]: DEBUG nova.network.neutron [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.025321] env[62679]: DEBUG oslo_vmware.api [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411901, 'name': PowerOnVM_Task, 'duration_secs': 0.475287} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.028078] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.028192] env[62679]: DEBUG nova.compute.manager [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.028644] env[62679]: INFO nova.compute.manager [-] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Took 1.85 seconds to deallocate network for instance. [ 684.030043] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec56d2a9-366a-4914-8dae-75ae62d47c4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.038719] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.101739] env[62679]: DEBUG nova.network.neutron [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Updating instance_info_cache with network_info: [{"id": "daebb772-085a-4bfa-9355-f651448db5ed", "address": "fa:16:3e:f7:6d:83", "network": {"id": "52ab7d52-cb45-424c-8151-243135ee94ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-224756992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "762c8b00fba4457cb1fcd7b25c37f84c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaebb772-08", "ovs_interfaceid": "daebb772-085a-4bfa-9355-f651448db5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.238270] env[62679]: INFO nova.compute.manager [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Took 38.52 seconds to build instance. [ 684.258223] env[62679]: DEBUG oslo_concurrency.lockutils [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Acquiring lock "f9123f08-addd-44ef-8572-45ffc3ba8679" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.258507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.542915] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.548085] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance cb2e798e-8018-4281-adb3-d3213738e05d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.567073] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.605211] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Releasing lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.605569] env[62679]: DEBUG nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Instance network_info: |[{"id": "daebb772-085a-4bfa-9355-f651448db5ed", "address": "fa:16:3e:f7:6d:83", "network": {"id": "52ab7d52-cb45-424c-8151-243135ee94ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-224756992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "762c8b00fba4457cb1fcd7b25c37f84c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaebb772-08", "ovs_interfaceid": "daebb772-085a-4bfa-9355-f651448db5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.606036] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:6d:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daebb772-085a-4bfa-9355-f651448db5ed', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.615868] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Creating folder: Project (762c8b00fba4457cb1fcd7b25c37f84c). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.617469] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf995e59-c409-46ac-9bc0-5348cf3187aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.633735] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Created folder: Project (762c8b00fba4457cb1fcd7b25c37f84c) in parent group-v488891. [ 684.633885] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Creating folder: Instances. Parent ref: group-v489017. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.634179] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad94e12-d2fe-43ce-99f2-1ef1fa4a2035 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.643535] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Created folder: Instances in parent group-v489017. [ 684.643809] env[62679]: DEBUG oslo.service.loopingcall [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.644015] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.644222] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-818e2e4f-bc3a-4d21-9ec1-bc3f30e2cb29 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.665199] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.665199] env[62679]: value = "task-2411904" [ 684.665199] env[62679]: _type = "Task" [ 684.665199] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.675039] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411904, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.741507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-718a8ac5-fb6c-49e5-afb8-3488778cbed9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "c7a3405c-4926-45bc-ab5d-21869a656051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.932s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.762120] env[62679]: INFO nova.compute.manager [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Detaching volume b09c7806-6918-4d62-9f02-00e30e0c74a0 [ 684.808674] env[62679]: INFO nova.virt.block_device [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Attempting to driver detach volume b09c7806-6918-4d62-9f02-00e30e0c74a0 from mountpoint /dev/sdb [ 684.808674] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 684.808674] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489011', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'name': 'volume-b09c7806-6918-4d62-9f02-00e30e0c74a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9123f08-addd-44ef-8572-45ffc3ba8679', 'attached_at': '', 'detached_at': '', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'serial': 'b09c7806-6918-4d62-9f02-00e30e0c74a0'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 684.808674] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa806e1-a587-4c90-bc71-5daaa291b534 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.831239] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1c3586-f1ea-4e5f-bd74-9eda1be289f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.838603] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b74ee2-a8b8-4b38-b894-3b1e7a83ff7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.859652] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4f8052-89d4-412d-9c9b-8f5769e92751 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.876104] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] The volume has not been displaced from its original location: [datastore1] volume-b09c7806-6918-4d62-9f02-00e30e0c74a0/volume-b09c7806-6918-4d62-9f02-00e30e0c74a0.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 684.880254] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 684.880622] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65e96c3-7e3c-4c09-a70a-fca28bc6cae1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.901971] env[62679]: DEBUG oslo_vmware.api [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Waiting for the task: (returnval){ [ 684.901971] env[62679]: value = "task-2411905" [ 684.901971] env[62679]: _type = "Task" [ 684.901971] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.909957] env[62679]: DEBUG oslo_vmware.api [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.059573] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 10b32bbd-7b71-45d5-b29b-4560f57d96bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.059898] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 685.060168] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 685.124531] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "fddb9aca-6c55-473e-979f-5eafb09256f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.124789] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "fddb9aca-6c55-473e-979f-5eafb09256f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.124998] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "fddb9aca-6c55-473e-979f-5eafb09256f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.125253] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "fddb9aca-6c55-473e-979f-5eafb09256f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.125444] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "fddb9aca-6c55-473e-979f-5eafb09256f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.127535] env[62679]: INFO nova.compute.manager [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Terminating instance [ 685.175644] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411904, 'name': CreateVM_Task, 'duration_secs': 0.308576} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.175825] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.176618] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.176718] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.177146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.177300] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f08252-8206-4116-81ea-0ade2dd6643e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.184015] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 685.184015] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7e419-8e61-5361-4b1c-315ecb69a816" [ 685.184015] env[62679]: _type = "Task" [ 685.184015] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.191685] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7e419-8e61-5361-4b1c-315ecb69a816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.243803] env[62679]: DEBUG nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.326608] env[62679]: DEBUG nova.compute.manager [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Received event network-changed-daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 685.326769] env[62679]: DEBUG nova.compute.manager [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Refreshing instance network info cache due to event network-changed-daebb772-085a-4bfa-9355-f651448db5ed. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 685.327014] env[62679]: DEBUG oslo_concurrency.lockutils [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] Acquiring lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.327630] env[62679]: DEBUG oslo_concurrency.lockutils [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] Acquired lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.327820] env[62679]: DEBUG nova.network.neutron [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Refreshing network info cache for port daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.414207] env[62679]: DEBUG oslo_vmware.api [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411905, 'name': ReconfigVM_Task, 'duration_secs': 0.263223} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.414453] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 685.419798] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363719a5-b901-43fc-9942-eeec35e14282 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.438109] env[62679]: DEBUG oslo_vmware.api [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Waiting for the task: (returnval){ [ 685.438109] env[62679]: value = "task-2411906" [ 685.438109] env[62679]: _type = "Task" [ 685.438109] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.448279] env[62679]: DEBUG oslo_vmware.api [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.571375] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8115af3-f73c-4e89-833f-06189fb2ba03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.579348] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a9493-2e7f-4c8b-a4ee-ad02d7f028ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.622243] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d6b3ce-7f4f-4713-b048-ccea760578fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.629633] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5044f17d-496a-4f5f-a740-7b1b140360f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.634186] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "refresh_cache-fddb9aca-6c55-473e-979f-5eafb09256f1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.634256] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquired lock "refresh_cache-fddb9aca-6c55-473e-979f-5eafb09256f1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.634428] env[62679]: DEBUG nova.network.neutron [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.650584] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.695597] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7e419-8e61-5361-4b1c-315ecb69a816, 'name': SearchDatastore_Task, 'duration_secs': 0.019975} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.695826] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.696070] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.696305] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.696451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.696628] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.698152] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdcac7c9-1a85-42df-8c7d-7e5370209887 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.711616] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.711798] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.712574] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7548f2-7a51-4b32-a340-a67e3b375bf9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.717809] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 685.717809] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529fe6d4-af80-b0f4-00bd-b8b5ef9113c8" [ 685.717809] env[62679]: _type = "Task" [ 685.717809] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.725171] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529fe6d4-af80-b0f4-00bd-b8b5ef9113c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.767949] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.949885] env[62679]: DEBUG oslo_vmware.api [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Task: {'id': task-2411906, 'name': ReconfigVM_Task, 'duration_secs': 0.209586} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.952664] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489011', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'name': 'volume-b09c7806-6918-4d62-9f02-00e30e0c74a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9123f08-addd-44ef-8572-45ffc3ba8679', 'attached_at': '', 'detached_at': '', 'volume_id': 'b09c7806-6918-4d62-9f02-00e30e0c74a0', 'serial': 'b09c7806-6918-4d62-9f02-00e30e0c74a0'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 686.036219] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "42845847-442b-4d76-955b-1862e762114f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.036704] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "42845847-442b-4d76-955b-1862e762114f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.037305] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "42845847-442b-4d76-955b-1862e762114f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.039524] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "42845847-442b-4d76-955b-1862e762114f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.039524] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "42845847-442b-4d76-955b-1862e762114f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.040533] env[62679]: INFO nova.compute.manager [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Terminating instance [ 686.156845] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.158793] env[62679]: DEBUG nova.network.neutron [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.231025] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529fe6d4-af80-b0f4-00bd-b8b5ef9113c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.231025] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9034e2f9-e1d1-4dfa-bddf-896ad4f7cf7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.236279] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 686.236279] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5219f559-8c5a-0520-39a3-231c161116e7" [ 686.236279] env[62679]: _type = "Task" [ 686.236279] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.245101] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5219f559-8c5a-0520-39a3-231c161116e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.253456] env[62679]: DEBUG nova.network.neutron [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Updated VIF entry in instance network info cache for port daebb772-085a-4bfa-9355-f651448db5ed. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.255061] env[62679]: DEBUG nova.network.neutron [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Updating instance_info_cache with network_info: [{"id": "daebb772-085a-4bfa-9355-f651448db5ed", "address": "fa:16:3e:f7:6d:83", "network": {"id": "52ab7d52-cb45-424c-8151-243135ee94ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-224756992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "762c8b00fba4457cb1fcd7b25c37f84c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaebb772-08", "ovs_interfaceid": "daebb772-085a-4bfa-9355-f651448db5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.276150] env[62679]: DEBUG nova.network.neutron [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.523014] env[62679]: DEBUG nova.objects.instance [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lazy-loading 'flavor' on Instance uuid f9123f08-addd-44ef-8572-45ffc3ba8679 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.545567] env[62679]: DEBUG nova.compute.manager [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.545805] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.548217] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf68be9-13bc-4dd9-b911-11d1a2a0c334 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.556627] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.556996] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1115fd06-86df-4517-9452-74624b71b10a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.565225] env[62679]: DEBUG oslo_vmware.api [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 686.565225] env[62679]: value = "task-2411907" [ 686.565225] env[62679]: _type = "Task" [ 686.565225] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.575462] env[62679]: DEBUG oslo_vmware.api [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.662497] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 686.662656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.758s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.662868] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.270s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.663088] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.665212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.904s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.665392] env[62679]: DEBUG nova.objects.instance [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 686.683830] env[62679]: INFO nova.scheduler.client.report [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted allocations for instance af2534f1-b352-4f9d-88b0-6c32ea4cbdeb [ 686.750650] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5219f559-8c5a-0520-39a3-231c161116e7, 'name': SearchDatastore_Task, 'duration_secs': 0.024552} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.750650] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.751116] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 17221af2-96c6-4380-bbaa-ec426e1f88cf/17221af2-96c6-4380-bbaa-ec426e1f88cf.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.751741] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eee3078-da75-4dfa-aeff-37e1bc237d85 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.757738] env[62679]: DEBUG oslo_concurrency.lockutils [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] Releasing lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.757738] env[62679]: DEBUG nova.compute.manager [req-cceab028-bfc4-4fce-ad0e-30eb36d95a37 req-cdd9f2e0-e9c0-4e02-8f59-fe96127694be service nova] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Received event network-vif-deleted-1416762a-c3eb-4b95-a9cf-d09566701572 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 686.763107] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 686.763107] env[62679]: value = "task-2411908" [ 686.763107] env[62679]: _type = "Task" [ 686.763107] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.771684] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.778453] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Releasing lock "refresh_cache-fddb9aca-6c55-473e-979f-5eafb09256f1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.778907] env[62679]: DEBUG nova.compute.manager [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.779168] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.780060] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812f456c-b1a2-4187-8bdd-374d9e712b30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.787350] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.787766] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a46375d-d512-487c-8e6e-f3fa40b02e95 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.794567] env[62679]: DEBUG oslo_vmware.api [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 686.794567] env[62679]: value = "task-2411909" [ 686.794567] env[62679]: _type = "Task" [ 686.794567] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.804160] env[62679]: DEBUG oslo_vmware.api [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.889059] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.889367] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.077424] env[62679]: DEBUG oslo_vmware.api [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411907, 'name': PowerOffVM_Task, 'duration_secs': 0.390324} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.077697] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.077861] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.078139] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85a45f0-37ff-4ac4-8073-4eeaf465fea7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.154405] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.154672] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.156105] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleting the datastore file [datastore2] 42845847-442b-4d76-955b-1862e762114f {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.156105] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea0f678-44bd-4b2c-8396-58f0e02fe8e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.162410] env[62679]: DEBUG oslo_vmware.api [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 687.162410] env[62679]: value = "task-2411911" [ 687.162410] env[62679]: _type = "Task" [ 687.162410] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.175869] env[62679]: DEBUG oslo_vmware.api [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.192080] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1cf202f9-a764-49f4-9ff8-3971354daf42 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "af2534f1-b352-4f9d-88b0-6c32ea4cbdeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.615s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.272091] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.305879] env[62679]: DEBUG oslo_vmware.api [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411909, 'name': PowerOffVM_Task, 'duration_secs': 0.182247} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.306185] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.306353] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.306615] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e929f109-2189-4bff-9e37-4cc494af51dc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.336294] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.336486] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.336670] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Deleting the datastore file [datastore1] fddb9aca-6c55-473e-979f-5eafb09256f1 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.336940] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94199b61-ca44-4989-b603-0351d9af6d31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.343618] env[62679]: DEBUG oslo_vmware.api [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for the task: (returnval){ [ 687.343618] env[62679]: value = "task-2411913" [ 687.343618] env[62679]: _type = "Task" [ 687.343618] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.351506] env[62679]: DEBUG oslo_vmware.api [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.532694] env[62679]: DEBUG oslo_concurrency.lockutils [None req-95bdcf84-86b4-4cd6-b3b8-e8d4b72b1218 tempest-VolumesAssistedSnapshotsTest-645053783 tempest-VolumesAssistedSnapshotsTest-645053783-project-admin] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.673627] env[62679]: DEBUG oslo_vmware.api [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2411911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428851} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.673899] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.674068] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.674250] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.674463] env[62679]: INFO nova.compute.manager [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: 42845847-442b-4d76-955b-1862e762114f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.674720] env[62679]: DEBUG oslo.service.loopingcall [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.675226] env[62679]: DEBUG nova.compute.manager [-] [instance: 42845847-442b-4d76-955b-1862e762114f] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.675329] env[62679]: DEBUG nova.network.neutron [-] [instance: 42845847-442b-4d76-955b-1862e762114f] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.677751] env[62679]: DEBUG oslo_concurrency.lockutils [None req-20a19846-df09-4e75-b12d-16441329f7a0 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.678872] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.091s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.680378] env[62679]: INFO nova.compute.claims [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.772945] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586624} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.773393] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 17221af2-96c6-4380-bbaa-ec426e1f88cf/17221af2-96c6-4380-bbaa-ec426e1f88cf.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.773620] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.773887] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f05726b-b1fa-4180-b7e0-6ad035314229 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.780207] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 687.780207] env[62679]: value = "task-2411915" [ 687.780207] env[62679]: _type = "Task" [ 687.780207] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.787905] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.854070] env[62679]: DEBUG oslo_vmware.api [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Task: {'id': task-2411913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303489} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.854816] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.854816] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.854816] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.854816] env[62679]: INFO nova.compute.manager [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 687.855015] env[62679]: DEBUG oslo.service.loopingcall [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.855156] env[62679]: DEBUG nova.compute.manager [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.855249] env[62679]: DEBUG nova.network.neutron [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.886098] env[62679]: DEBUG nova.network.neutron [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.005324] env[62679]: DEBUG nova.compute.manager [req-938bcc1e-5f50-42d8-91cc-91a0f10ded05 req-3e0d519f-bda9-4d55-9dba-8ea1e1f49815 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Received event network-vif-deleted-8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 688.005523] env[62679]: INFO nova.compute.manager [req-938bcc1e-5f50-42d8-91cc-91a0f10ded05 req-3e0d519f-bda9-4d55-9dba-8ea1e1f49815 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Neutron deleted interface 8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8; detaching it from the instance and deleting it from the info cache [ 688.005820] env[62679]: DEBUG nova.network.neutron [req-938bcc1e-5f50-42d8-91cc-91a0f10ded05 req-3e0d519f-bda9-4d55-9dba-8ea1e1f49815 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.290941] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.392262] env[62679]: DEBUG nova.network.neutron [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.467254] env[62679]: DEBUG nova.network.neutron [-] [instance: 42845847-442b-4d76-955b-1862e762114f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.511484] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b10ce8a6-45ec-482f-880d-f608c5b0dc23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.521018] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23169a3b-a9ec-4abf-8691-e60dc27d13cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.555526] env[62679]: DEBUG nova.compute.manager [req-938bcc1e-5f50-42d8-91cc-91a0f10ded05 req-3e0d519f-bda9-4d55-9dba-8ea1e1f49815 service nova] [instance: 42845847-442b-4d76-955b-1862e762114f] Detach interface failed, port_id=8e70cea1-924a-45fe-86fc-7e0ecc2d5fb8, reason: Instance 42845847-442b-4d76-955b-1862e762114f could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 688.791041] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.937698} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.793372] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.794400] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff82c1-a0dd-4ae7-827d-51446a601359 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.816318] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 17221af2-96c6-4380-bbaa-ec426e1f88cf/17221af2-96c6-4380-bbaa-ec426e1f88cf.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.818984] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c43043-1ffd-4868-8639-48d6c1c328cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.838290] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 688.838290] env[62679]: value = "task-2411916" [ 688.838290] env[62679]: _type = "Task" [ 688.838290] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.848027] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.894864] env[62679]: INFO nova.compute.manager [-] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Took 1.04 seconds to deallocate network for instance. [ 688.969605] env[62679]: INFO nova.compute.manager [-] [instance: 42845847-442b-4d76-955b-1862e762114f] Took 1.29 seconds to deallocate network for instance. [ 689.205058] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97dd653-9cb3-4b93-9354-df0439b269df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.213108] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871c8a8-471c-49e1-848b-f89c5252355e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.244327] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d57559-cfdc-4636-9f25-47dfdb04b77e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.251616] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c5c9a-7a2b-454e-a227-5668d4838274 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.264630] env[62679]: DEBUG nova.compute.provider_tree [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.347309] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411916, 'name': ReconfigVM_Task, 'duration_secs': 0.259376} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.347576] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 17221af2-96c6-4380-bbaa-ec426e1f88cf/17221af2-96c6-4380-bbaa-ec426e1f88cf.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.348201] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0351a119-6093-4472-8d1a-64df8a4405f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.354317] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 689.354317] env[62679]: value = "task-2411917" [ 689.354317] env[62679]: _type = "Task" [ 689.354317] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.361588] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411917, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.400941] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.479856] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.767591] env[62679]: DEBUG nova.scheduler.client.report [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.866381] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411917, 'name': Rename_Task, 'duration_secs': 0.136799} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.866381] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.866381] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-874b4b2b-f381-4369-8eb1-03fbdd34f647 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.870834] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 689.870834] env[62679]: value = "task-2411918" [ 689.870834] env[62679]: _type = "Task" [ 689.870834] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.878825] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.145340] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "f9123f08-addd-44ef-8572-45ffc3ba8679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.145683] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.145915] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "f9123f08-addd-44ef-8572-45ffc3ba8679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.146127] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.146356] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.148526] env[62679]: INFO nova.compute.manager [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Terminating instance [ 690.274068] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.274068] env[62679]: DEBUG nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.276201] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.963s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.277659] env[62679]: INFO nova.compute.claims [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.381322] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411918, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.653173] env[62679]: DEBUG nova.compute.manager [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.653173] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.656073] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3f951-d490-4952-9f23-8dad329c36d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.661867] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.662133] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf3672e-dcad-4c55-970c-031e66e6aeed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.667983] env[62679]: DEBUG oslo_vmware.api [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 690.667983] env[62679]: value = "task-2411919" [ 690.667983] env[62679]: _type = "Task" [ 690.667983] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.677853] env[62679]: DEBUG oslo_vmware.api [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.785163] env[62679]: DEBUG nova.compute.utils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.786157] env[62679]: DEBUG nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.786316] env[62679]: DEBUG nova.network.neutron [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.854826] env[62679]: DEBUG nova.policy [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.881290] env[62679]: DEBUG oslo_vmware.api [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2411918, 'name': PowerOnVM_Task, 'duration_secs': 0.695208} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.881577] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.881780] env[62679]: INFO nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Took 9.92 seconds to spawn the instance on the hypervisor. [ 690.881959] env[62679]: DEBUG nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.882744] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ae8a3c-369a-4537-9d2e-deb16c96bb49 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.184330] env[62679]: DEBUG oslo_vmware.api [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411919, 'name': PowerOffVM_Task, 'duration_secs': 0.237362} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.185220] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.185457] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.185755] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73273a58-3a76-43fd-b437-8a6975d44271 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.256141] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.256370] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.256548] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Deleting the datastore file [datastore2] f9123f08-addd-44ef-8572-45ffc3ba8679 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.256819] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9587ca2a-9452-4192-96e7-aced6fb09235 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.264093] env[62679]: DEBUG oslo_vmware.api [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for the task: (returnval){ [ 691.264093] env[62679]: value = "task-2411921" [ 691.264093] env[62679]: _type = "Task" [ 691.264093] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.272167] env[62679]: DEBUG oslo_vmware.api [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.287507] env[62679]: DEBUG nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.408534] env[62679]: INFO nova.compute.manager [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Took 41.63 seconds to build instance. [ 691.482299] env[62679]: DEBUG nova.network.neutron [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Successfully created port: e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.777956] env[62679]: DEBUG oslo_vmware.api [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.808355] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcdc1b0-755c-4c0e-b01a-896379134163 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.813260] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c93223e-dc30-4b7e-a9ea-f75a272191f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.844871] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7c0862-8127-4dd5-84d7-70b1e6f4ebf0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.854274] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34caef4-8c5e-4639-b9b6-ba07d18ae9cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.868526] env[62679]: DEBUG nova.compute.provider_tree [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.916999] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4a393651-3d50-4934-9c7d-7fc9a5f109e6 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.746s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.281211] env[62679]: DEBUG oslo_vmware.api [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Task: {'id': task-2411921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.002829} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.281566] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.281756] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.281936] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.282176] env[62679]: INFO nova.compute.manager [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Took 1.63 seconds to destroy the instance on the hypervisor. [ 692.282402] env[62679]: DEBUG oslo.service.loopingcall [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.282630] env[62679]: DEBUG nova.compute.manager [-] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.282693] env[62679]: DEBUG nova.network.neutron [-] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.299062] env[62679]: DEBUG nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.330326] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.333097] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.333097] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.333097] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.333097] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.333097] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.333365] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.333365] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.333365] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.333365] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.333365] env[62679]: DEBUG nova.virt.hardware [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.333666] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62178ca8-3396-4eab-a5a2-c2a99aba1080 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.344168] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8024fe-ea09-4634-976b-16e86a1b2106 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.372416] env[62679]: DEBUG nova.scheduler.client.report [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.421531] env[62679]: DEBUG nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.803035] env[62679]: DEBUG nova.compute.manager [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Received event network-changed-daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 692.803349] env[62679]: DEBUG nova.compute.manager [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Refreshing instance network info cache due to event network-changed-daebb772-085a-4bfa-9355-f651448db5ed. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 692.803895] env[62679]: DEBUG oslo_concurrency.lockutils [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] Acquiring lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.804201] env[62679]: DEBUG oslo_concurrency.lockutils [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] Acquired lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.804435] env[62679]: DEBUG nova.network.neutron [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Refreshing network info cache for port daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.881903] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.882520] env[62679]: DEBUG nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.885283] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.855s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.886736] env[62679]: INFO nova.compute.claims [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.946403] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.090366] env[62679]: DEBUG nova.compute.manager [req-37b05adc-fab5-43df-b2c3-e7950007013e req-e93ca0ec-c5ac-45e5-8721-e4e11d1837ea service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Received event network-vif-deleted-6ec260f5-90c6-4941-ae95-e51620a6e23b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 693.090568] env[62679]: INFO nova.compute.manager [req-37b05adc-fab5-43df-b2c3-e7950007013e req-e93ca0ec-c5ac-45e5-8721-e4e11d1837ea service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Neutron deleted interface 6ec260f5-90c6-4941-ae95-e51620a6e23b; detaching it from the instance and deleting it from the info cache [ 693.090866] env[62679]: DEBUG nova.network.neutron [req-37b05adc-fab5-43df-b2c3-e7950007013e req-e93ca0ec-c5ac-45e5-8721-e4e11d1837ea service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.263743] env[62679]: DEBUG nova.network.neutron [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Successfully updated port: e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.392948] env[62679]: DEBUG nova.compute.utils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.397648] env[62679]: DEBUG nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.397648] env[62679]: DEBUG nova.network.neutron [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.494283] env[62679]: DEBUG nova.policy [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21d7d29e37b94936b4143867654dab32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '729f5b4d14b140aab15699ba3ccf14f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.563523] env[62679]: DEBUG nova.network.neutron [-] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.594055] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f657f8e-2811-4219-936b-e537efe1be93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.604510] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1121d1-35c3-45c7-a82f-ebaab7ceaacb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.641804] env[62679]: DEBUG nova.compute.manager [req-37b05adc-fab5-43df-b2c3-e7950007013e req-e93ca0ec-c5ac-45e5-8721-e4e11d1837ea service nova] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Detach interface failed, port_id=6ec260f5-90c6-4941-ae95-e51620a6e23b, reason: Instance f9123f08-addd-44ef-8572-45ffc3ba8679 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 693.768267] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.768267] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.768267] env[62679]: DEBUG nova.network.neutron [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.780039] env[62679]: DEBUG nova.network.neutron [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Updated VIF entry in instance network info cache for port daebb772-085a-4bfa-9355-f651448db5ed. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.780039] env[62679]: DEBUG nova.network.neutron [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Updating instance_info_cache with network_info: [{"id": "daebb772-085a-4bfa-9355-f651448db5ed", "address": "fa:16:3e:f7:6d:83", "network": {"id": "52ab7d52-cb45-424c-8151-243135ee94ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-224756992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "762c8b00fba4457cb1fcd7b25c37f84c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaebb772-08", "ovs_interfaceid": "daebb772-085a-4bfa-9355-f651448db5ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.900222] env[62679]: DEBUG nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.032772] env[62679]: DEBUG nova.network.neutron [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Successfully created port: cf7ab345-2336-4041-98ec-35004bdd062c {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.072610] env[62679]: INFO nova.compute.manager [-] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Took 1.79 seconds to deallocate network for instance. [ 694.281241] env[62679]: DEBUG oslo_concurrency.lockutils [req-d421e2d7-fd4a-489b-8e2f-f6458e1f2bb5 req-37727484-3288-4a4f-95fe-9f87c92d3b73 service nova] Releasing lock "refresh_cache-17221af2-96c6-4380-bbaa-ec426e1f88cf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.311957] env[62679]: DEBUG nova.network.neutron [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.405824] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a9b50-2c04-4714-be76-b9825c69caa4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.419565] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff07648-4903-4f65-b417-6c8f8f477c3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.458602] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61982801-85b9-47c0-95d4-396928b0aff6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.467324] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04d0cf3-f0f3-4e76-ae49-5b762542f1bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.482991] env[62679]: DEBUG nova.compute.provider_tree [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.564157] env[62679]: DEBUG nova.network.neutron [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.578890] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.928783] env[62679]: DEBUG nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.955995] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:21:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d3785a10-d71f-494c-87ef-a8a1b446e212',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678491931',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.956264] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.957021] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.957021] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.957021] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.957021] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.957316] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.957316] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.957488] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.957689] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.957869] env[62679]: DEBUG nova.virt.hardware [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.958776] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0285547a-ace6-4347-a0f0-16e2afdad627 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.968074] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6f5041-dfbd-4d98-89cb-02f71c45c199 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.986085] env[62679]: DEBUG nova.scheduler.client.report [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.067041] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.067398] env[62679]: DEBUG nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Instance network_info: |[{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.067812] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:6b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0b34e96-3fd2-462c-9f42-e70f25d9bc71', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.075639] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Creating folder: Project (e17737ef3fe14edaad7ed0cf66143942). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.076294] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-288927ee-2e46-4435-a32c-81093d4f91c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.089146] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Created folder: Project (e17737ef3fe14edaad7ed0cf66143942) in parent group-v488891. [ 695.089472] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Creating folder: Instances. Parent ref: group-v489020. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.089574] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f897255f-b90e-4fac-8d8e-a939e8fdaa20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.099310] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Created folder: Instances in parent group-v489020. [ 695.099310] env[62679]: DEBUG oslo.service.loopingcall [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.099310] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.099420] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d07f7a9-3336-4380-b334-dc68bcde2e31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.837358] env[62679]: DEBUG nova.network.neutron [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Successfully updated port: cf7ab345-2336-4041-98ec-35004bdd062c {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.839278] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.954s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.839801] env[62679]: DEBUG nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.843307] env[62679]: DEBUG nova.compute.manager [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received event network-vif-plugged-e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 695.843557] env[62679]: DEBUG oslo_concurrency.lockutils [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.843702] env[62679]: DEBUG oslo_concurrency.lockutils [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.843862] env[62679]: DEBUG oslo_concurrency.lockutils [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.844033] env[62679]: DEBUG nova.compute.manager [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] No waiting events found dispatching network-vif-plugged-e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.844237] env[62679]: WARNING nova.compute.manager [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received unexpected event network-vif-plugged-e0b34e96-3fd2-462c-9f42-e70f25d9bc71 for instance with vm_state building and task_state spawning. [ 695.844353] env[62679]: DEBUG nova.compute.manager [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received event network-changed-e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 695.844500] env[62679]: DEBUG nova.compute.manager [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Refreshing instance network info cache due to event network-changed-e0b34e96-3fd2-462c-9f42-e70f25d9bc71. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 695.844691] env[62679]: DEBUG oslo_concurrency.lockutils [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] Acquiring lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.844843] env[62679]: DEBUG oslo_concurrency.lockutils [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] Acquired lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.845044] env[62679]: DEBUG nova.network.neutron [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Refreshing network info cache for port e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.846821] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.837s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.847051] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.851056] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.665s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.851056] env[62679]: INFO nova.compute.claims [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.860120] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.860120] env[62679]: value = "task-2411924" [ 695.860120] env[62679]: _type = "Task" [ 695.860120] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.869084] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411924, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.876679] env[62679]: INFO nova.scheduler.client.report [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Deleted allocations for instance 710a4cce-58c3-4332-8d00-4244209ee558 [ 696.350907] env[62679]: DEBUG nova.compute.utils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.352495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.352627] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.352768] env[62679]: DEBUG nova.network.neutron [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.353977] env[62679]: DEBUG nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.354162] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.371211] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411924, 'name': CreateVM_Task, 'duration_secs': 0.309039} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.371744] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.372309] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.372473] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.372775] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.373287] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff80fcf-c1a5-4e9a-88e8-83364e1b4898 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.378010] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 696.378010] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52edddd8-86ab-a6f4-146e-d89694968cd8" [ 696.378010] env[62679]: _type = "Task" [ 696.378010] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.383912] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ecfb2cea-997f-46b9-93ed-d1387b1b8ba4 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "710a4cce-58c3-4332-8d00-4244209ee558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.576s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.387854] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52edddd8-86ab-a6f4-146e-d89694968cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.641192] env[62679]: DEBUG nova.policy [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de2a5b5134a5429c8cf3fabfa95cd3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1c8a92a88544ff864c9cf0f94f7c0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.854964] env[62679]: DEBUG nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.895325] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52edddd8-86ab-a6f4-146e-d89694968cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.898876] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.899118] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.899323] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.899483] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.899879] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.900469] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a4af29d-a3af-4677-89f4-6bcd0dda423e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.905707] env[62679]: DEBUG nova.network.neutron [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.910766] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.910947] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.911681] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05737ed0-004e-4df2-81e3-a53a89753881 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.920315] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 696.920315] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52266220-98b3-d148-3652-f80c372ec39a" [ 696.920315] env[62679]: _type = "Task" [ 696.920315] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.929717] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52266220-98b3-d148-3652-f80c372ec39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.066936] env[62679]: DEBUG nova.network.neutron [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance_info_cache with network_info: [{"id": "cf7ab345-2336-4041-98ec-35004bdd062c", "address": "fa:16:3e:8a:bf:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7ab345-23", "ovs_interfaceid": "cf7ab345-2336-4041-98ec-35004bdd062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.068923] env[62679]: DEBUG nova.network.neutron [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updated VIF entry in instance network info cache for port e0b34e96-3fd2-462c-9f42-e70f25d9bc71. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.069560] env[62679]: DEBUG nova.network.neutron [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.196909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.196909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.196909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.196909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.197097] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.199553] env[62679]: INFO nova.compute.manager [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Terminating instance [ 697.307080] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Successfully created port: dfd4e147-2097-4d1b-a118-f46a3a1606da {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.394564] env[62679]: DEBUG nova.compute.manager [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Received event network-vif-plugged-cf7ab345-2336-4041-98ec-35004bdd062c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 697.395336] env[62679]: DEBUG oslo_concurrency.lockutils [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] Acquiring lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.398022] env[62679]: DEBUG oslo_concurrency.lockutils [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.398022] env[62679]: DEBUG oslo_concurrency.lockutils [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.398022] env[62679]: DEBUG nova.compute.manager [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] No waiting events found dispatching network-vif-plugged-cf7ab345-2336-4041-98ec-35004bdd062c {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.398022] env[62679]: WARNING nova.compute.manager [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Received unexpected event network-vif-plugged-cf7ab345-2336-4041-98ec-35004bdd062c for instance with vm_state building and task_state spawning. [ 697.398022] env[62679]: DEBUG nova.compute.manager [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Received event network-changed-cf7ab345-2336-4041-98ec-35004bdd062c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 697.398305] env[62679]: DEBUG nova.compute.manager [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Refreshing instance network info cache due to event network-changed-cf7ab345-2336-4041-98ec-35004bdd062c. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 697.398305] env[62679]: DEBUG oslo_concurrency.lockutils [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] Acquiring lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.437066] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52266220-98b3-d148-3652-f80c372ec39a, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.437066] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7715a6a7-c28b-4251-8cc4-18d20daa5030 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.445551] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 697.445551] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2f86f-62dc-23b1-03b7-eaf321fb468e" [ 697.445551] env[62679]: _type = "Task" [ 697.445551] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.461651] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2f86f-62dc-23b1-03b7-eaf321fb468e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.479024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f5de48-e559-490f-a299-be0f9a816ea3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.486948] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e584b5f-a846-4126-b36f-161e05df8151 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.529623] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e7c23-5bf4-4f75-a61b-b069e2a2749b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.541642] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfad981-38f1-4c04-8554-f5fdc81280b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.561867] env[62679]: DEBUG nova.compute.provider_tree [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.579605] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.579917] env[62679]: DEBUG nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Instance network_info: |[{"id": "cf7ab345-2336-4041-98ec-35004bdd062c", "address": "fa:16:3e:8a:bf:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7ab345-23", "ovs_interfaceid": "cf7ab345-2336-4041-98ec-35004bdd062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.580379] env[62679]: DEBUG oslo_concurrency.lockutils [req-6fd4e318-668c-4106-9891-be59644cc964 req-19fe0adb-74f0-43c1-b50a-3213e50584ad service nova] Releasing lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.580756] env[62679]: DEBUG oslo_concurrency.lockutils [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] Acquired lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.580934] env[62679]: DEBUG nova.network.neutron [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Refreshing network info cache for port cf7ab345-2336-4041-98ec-35004bdd062c {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.582153] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:bf:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf7ab345-2336-4041-98ec-35004bdd062c', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.589573] env[62679]: DEBUG oslo.service.loopingcall [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.592448] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.592865] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f50924b0-c0fb-4c19-b104-e81ae6c96950 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.612830] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.612830] env[62679]: value = "task-2411925" [ 697.612830] env[62679]: _type = "Task" [ 697.612830] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.620180] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411925, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.706665] env[62679]: DEBUG nova.compute.manager [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.706971] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.707898] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae250f0-892a-489b-959c-8da187572a2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.715847] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.718786] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b4f896a-90c7-4782-a8fc-178be596e29f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.724960] env[62679]: DEBUG oslo_vmware.api [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 697.724960] env[62679]: value = "task-2411926" [ 697.724960] env[62679]: _type = "Task" [ 697.724960] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.733014] env[62679]: DEBUG oslo_vmware.api [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.866435] env[62679]: DEBUG nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.900876] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.901162] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.901332] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.901514] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.901659] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.901805] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.902020] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.902395] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.902478] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.902613] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.902789] env[62679]: DEBUG nova.virt.hardware [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.903790] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d61e706-62b0-4d9c-a3ae-d4b29070227a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.912445] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228d7e1-10c9-4138-8664-056d617322c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.958056] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2f86f-62dc-23b1-03b7-eaf321fb468e, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.958371] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.958641] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c1260e22-5fe5-4006-b3af-6703e3f7ad7d/c1260e22-5fe5-4006-b3af-6703e3f7ad7d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.958893] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1c981a6-7fe0-44d6-a353-52e13f702687 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.965727] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 697.965727] env[62679]: value = "task-2411927" [ 697.965727] env[62679]: _type = "Task" [ 697.965727] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.973099] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.003162] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Successfully created port: a633ac69-393c-4bfe-8636-b13a989e0be0 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.065201] env[62679]: DEBUG nova.scheduler.client.report [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.079507] env[62679]: DEBUG nova.network.neutron [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updated VIF entry in instance network info cache for port cf7ab345-2336-4041-98ec-35004bdd062c. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.079843] env[62679]: DEBUG nova.network.neutron [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance_info_cache with network_info: [{"id": "cf7ab345-2336-4041-98ec-35004bdd062c", "address": "fa:16:3e:8a:bf:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7ab345-23", "ovs_interfaceid": "cf7ab345-2336-4041-98ec-35004bdd062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.123650] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411925, 'name': CreateVM_Task, 'duration_secs': 0.35649} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.123884] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.124540] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.124710] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.125052] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.125314] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2017ef-025d-4633-9197-0a082e035230 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.130399] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 698.130399] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5268956f-85b4-dd06-beeb-edcc93e2fd9e" [ 698.130399] env[62679]: _type = "Task" [ 698.130399] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.141832] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5268956f-85b4-dd06-beeb-edcc93e2fd9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.240039] env[62679]: DEBUG oslo_vmware.api [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411926, 'name': PowerOffVM_Task, 'duration_secs': 0.19113} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.240039] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.240039] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.240039] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f32af2-9abe-461d-891f-87b218725b2e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.327451] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.329178] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.329178] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Deleting the datastore file [datastore1] 6eee618e-9a34-4dc3-a0bf-506575b4aaec {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.329178] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14cc97ce-d268-420e-b78d-9f1c8544f08b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.339790] env[62679]: DEBUG oslo_vmware.api [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for the task: (returnval){ [ 698.339790] env[62679]: value = "task-2411929" [ 698.339790] env[62679]: _type = "Task" [ 698.339790] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.348405] env[62679]: DEBUG oslo_vmware.api [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.478774] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457314} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.479330] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c1260e22-5fe5-4006-b3af-6703e3f7ad7d/c1260e22-5fe5-4006-b3af-6703e3f7ad7d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.479620] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.479919] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba48401d-8be4-4cdb-b5bb-7064534d5519 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.488859] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 698.488859] env[62679]: value = "task-2411930" [ 698.488859] env[62679]: _type = "Task" [ 698.488859] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.494898] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.570256] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Successfully created port: 9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.572727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.573304] env[62679]: DEBUG nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.575997] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.455s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.576331] env[62679]: DEBUG nova.objects.instance [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 698.586019] env[62679]: DEBUG oslo_concurrency.lockutils [req-698cf41a-d309-4326-9946-7ba3badfad6f req-3f752767-d71f-4329-ba60-4690bd5c4704 service nova] Releasing lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.642513] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5268956f-85b4-dd06-beeb-edcc93e2fd9e, 'name': SearchDatastore_Task, 'duration_secs': 0.05966} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.642804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.643053] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.643288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.643470] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.643662] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.643909] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92f884a-474f-4192-8080-03dab38f7c68 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.652711] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.652897] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.653607] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6488b17d-370b-418c-90d0-2d77f0bfd6a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.662629] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 698.662629] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5217dfd3-24a1-de29-e191-87be8255840b" [ 698.662629] env[62679]: _type = "Task" [ 698.662629] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.673716] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5217dfd3-24a1-de29-e191-87be8255840b, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.673716] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6779ab70-2b49-48da-802f-957ad8d8a167 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.680457] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 698.680457] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525f1b19-8288-c4b8-8e72-a0076d88e917" [ 698.680457] env[62679]: _type = "Task" [ 698.680457] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.690374] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525f1b19-8288-c4b8-8e72-a0076d88e917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.847368] env[62679]: DEBUG oslo_vmware.api [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Task: {'id': task-2411929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198792} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.847656] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.847876] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.848104] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.848322] env[62679]: INFO nova.compute.manager [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 698.848651] env[62679]: DEBUG oslo.service.loopingcall [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.848834] env[62679]: DEBUG nova.compute.manager [-] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.848958] env[62679]: DEBUG nova.network.neutron [-] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.996763] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069861} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.998274] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.998274] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac36fb56-a0c4-4b77-bbe0-32e24bcda5e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.021348] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] c1260e22-5fe5-4006-b3af-6703e3f7ad7d/c1260e22-5fe5-4006-b3af-6703e3f7ad7d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.021698] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3962b7a-d721-4905-a7a9-6fa0b29f197f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.042840] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 699.042840] env[62679]: value = "task-2411931" [ 699.042840] env[62679]: _type = "Task" [ 699.042840] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.051132] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.082371] env[62679]: DEBUG nova.compute.utils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.086568] env[62679]: DEBUG nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.087273] env[62679]: DEBUG nova.network.neutron [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.139579] env[62679]: DEBUG nova.policy [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e350f5fe80bf4577a992d2ecbfc383be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e78fad615d354adb8d0e642fffa1b9a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.197154] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525f1b19-8288-c4b8-8e72-a0076d88e917, 'name': SearchDatastore_Task, 'duration_secs': 0.008526} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.197154] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.197154] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.197154] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80ca7e67-5c50-41e9-b3b8-af4479356fad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.204032] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 699.204032] env[62679]: value = "task-2411932" [ 699.204032] env[62679]: _type = "Task" [ 699.204032] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.211809] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.449018] env[62679]: DEBUG nova.compute.manager [req-98a209de-d9bb-4511-a929-b03cd3db10ee req-bf9750c6-c1ff-4165-8ab2-d8eb74ccc4d3 service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Received event network-vif-deleted-cdd64ba8-76e5-4edc-bd03-4004222cb226 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 699.449018] env[62679]: INFO nova.compute.manager [req-98a209de-d9bb-4511-a929-b03cd3db10ee req-bf9750c6-c1ff-4165-8ab2-d8eb74ccc4d3 service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Neutron deleted interface cdd64ba8-76e5-4edc-bd03-4004222cb226; detaching it from the instance and deleting it from the info cache [ 699.450345] env[62679]: DEBUG nova.network.neutron [req-98a209de-d9bb-4511-a929-b03cd3db10ee req-bf9750c6-c1ff-4165-8ab2-d8eb74ccc4d3 service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.487553] env[62679]: DEBUG nova.network.neutron [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Successfully created port: b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.555130] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411931, 'name': ReconfigVM_Task, 'duration_secs': 0.284819} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.555350] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Reconfigured VM instance instance-0000002b to attach disk [datastore2] c1260e22-5fe5-4006-b3af-6703e3f7ad7d/c1260e22-5fe5-4006-b3af-6703e3f7ad7d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.556402] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dc34aa1-4575-4d8a-8335-43b258548a6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.566036] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 699.566036] env[62679]: value = "task-2411933" [ 699.566036] env[62679]: _type = "Task" [ 699.566036] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.578700] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411933, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.588843] env[62679]: DEBUG nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.593030] env[62679]: DEBUG oslo_concurrency.lockutils [None req-aadbe5a7-9eeb-4942-9d20-d9367f36f818 tempest-ServersAdmin275Test-1071751331 tempest-ServersAdmin275Test-1071751331-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.593321] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.388s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.593707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.601227] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.811s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.601227] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.604531] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.244s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.604531] env[62679]: DEBUG nova.objects.instance [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 699.638649] env[62679]: INFO nova.scheduler.client.report [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Deleted allocations for instance a8706125-0bc4-42bb-8968-47edb39a1631 [ 699.640961] env[62679]: DEBUG nova.network.neutron [-] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.643493] env[62679]: INFO nova.scheduler.client.report [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Deleted allocations for instance 20ba8bfa-e68b-4285-ab3a-3c850110e3e4 [ 699.720481] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.953923] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa3ea908-d00a-43a5-b58a-be15c7d82b2b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.963426] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683aea9a-5a6c-4fa0-8661-eb3ae5b661b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.997721] env[62679]: DEBUG nova.compute.manager [req-98a209de-d9bb-4511-a929-b03cd3db10ee req-bf9750c6-c1ff-4165-8ab2-d8eb74ccc4d3 service nova] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Detach interface failed, port_id=cdd64ba8-76e5-4edc-bd03-4004222cb226, reason: Instance 6eee618e-9a34-4dc3-a0bf-506575b4aaec could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 700.076743] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411933, 'name': Rename_Task, 'duration_secs': 0.294629} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.077187] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.077423] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc3ace6b-a753-4202-9c3d-7cb00ffd0f46 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.084696] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 700.084696] env[62679]: value = "task-2411934" [ 700.084696] env[62679]: _type = "Task" [ 700.084696] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.097845] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.149117] env[62679]: INFO nova.compute.manager [-] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Took 1.30 seconds to deallocate network for instance. [ 700.149594] env[62679]: DEBUG oslo_concurrency.lockutils [None req-35f77c0e-81b5-415b-8e16-74073e8c1db7 tempest-ServersAdmin275Test-786462980 tempest-ServersAdmin275Test-786462980-project-member] Lock "a8706125-0bc4-42bb-8968-47edb39a1631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.647s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.169097] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b183f7a-1f3c-4821-b787-50d7a3c2cab2 tempest-ServersTestJSON-1633737586 tempest-ServersTestJSON-1633737586-project-member] Lock "20ba8bfa-e68b-4285-ab3a-3c850110e3e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.841s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.215829] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631662} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.216111] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.216332] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.216579] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94f50dd6-7d23-4580-9940-b8b8687a019e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.224207] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 700.224207] env[62679]: value = "task-2411935" [ 700.224207] env[62679]: _type = "Task" [ 700.224207] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.233162] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.277193] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Successfully updated port: dfd4e147-2097-4d1b-a118-f46a3a1606da {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.597249] env[62679]: DEBUG oslo_vmware.api [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2411934, 'name': PowerOnVM_Task, 'duration_secs': 0.481409} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.597610] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.597881] env[62679]: INFO nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Took 8.30 seconds to spawn the instance on the hypervisor. [ 700.598080] env[62679]: DEBUG nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.599262] env[62679]: DEBUG nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.601740] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1064e3c-415a-4a92-b8c0-9aefa434a67a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.613157] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0050dc85-338f-47d0-a68a-58220bbb9fb8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.614107] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.062s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.614278] env[62679]: DEBUG nova.objects.instance [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 700.629364] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.629622] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.629801] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.629982] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.630681] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.630681] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.631519] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.631717] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.631900] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.632088] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.632354] env[62679]: DEBUG nova.virt.hardware [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.633232] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abb3617-ff52-4709-9ae2-de819ac98ade {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.644917] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dade1bb-02ef-4919-a405-9acf3ee1e143 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.664294] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.735564] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063862} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.735988] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.736978] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf407f6-d98c-42a9-937a-5c7afb0e5119 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.760667] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.760845] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4ffb7c-e5a9-4a16-9c20-742a61068b26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.782061] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 700.782061] env[62679]: value = "task-2411936" [ 700.782061] env[62679]: _type = "Task" [ 700.782061] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.790217] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.129363] env[62679]: INFO nova.compute.manager [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Took 44.56 seconds to build instance. [ 701.295514] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411936, 'name': ReconfigVM_Task, 'duration_secs': 0.318491} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.295514] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfigured VM instance instance-0000002c to attach disk [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.295514] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31570588-3227-421e-952d-bf9781551178 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.300499] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 701.300499] env[62679]: value = "task-2411937" [ 701.300499] env[62679]: _type = "Task" [ 701.300499] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.308890] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411937, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.309716] env[62679]: DEBUG nova.network.neutron [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Successfully updated port: b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.313416] env[62679]: DEBUG nova.compute.manager [req-febced98-1fb6-4487-bcc3-2dbfad5b8e46 req-cec24aec-b256-4786-b28a-7b9490f0ab54 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Received event network-vif-plugged-b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 701.313416] env[62679]: DEBUG oslo_concurrency.lockutils [req-febced98-1fb6-4487-bcc3-2dbfad5b8e46 req-cec24aec-b256-4786-b28a-7b9490f0ab54 service nova] Acquiring lock "22e41608-3622-4e14-ab78-b9d704068900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.313416] env[62679]: DEBUG oslo_concurrency.lockutils [req-febced98-1fb6-4487-bcc3-2dbfad5b8e46 req-cec24aec-b256-4786-b28a-7b9490f0ab54 service nova] Lock "22e41608-3622-4e14-ab78-b9d704068900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.313416] env[62679]: DEBUG oslo_concurrency.lockutils [req-febced98-1fb6-4487-bcc3-2dbfad5b8e46 req-cec24aec-b256-4786-b28a-7b9490f0ab54 service nova] Lock "22e41608-3622-4e14-ab78-b9d704068900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.313416] env[62679]: DEBUG nova.compute.manager [req-febced98-1fb6-4487-bcc3-2dbfad5b8e46 req-cec24aec-b256-4786-b28a-7b9490f0ab54 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] No waiting events found dispatching network-vif-plugged-b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.313844] env[62679]: WARNING nova.compute.manager [req-febced98-1fb6-4487-bcc3-2dbfad5b8e46 req-cec24aec-b256-4786-b28a-7b9490f0ab54 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Received unexpected event network-vif-plugged-b19ab091-a1d6-4be3-b030-5faaeaef92dd for instance with vm_state building and task_state spawning. [ 701.584370] env[62679]: DEBUG nova.compute.manager [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-vif-plugged-dfd4e147-2097-4d1b-a118-f46a3a1606da {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 701.584370] env[62679]: DEBUG oslo_concurrency.lockutils [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] Acquiring lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.584370] env[62679]: DEBUG oslo_concurrency.lockutils [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.584370] env[62679]: DEBUG oslo_concurrency.lockutils [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.584370] env[62679]: DEBUG nova.compute.manager [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] No waiting events found dispatching network-vif-plugged-dfd4e147-2097-4d1b-a118-f46a3a1606da {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.584533] env[62679]: WARNING nova.compute.manager [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received unexpected event network-vif-plugged-dfd4e147-2097-4d1b-a118-f46a3a1606da for instance with vm_state building and task_state spawning. [ 701.584533] env[62679]: DEBUG nova.compute.manager [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-changed-dfd4e147-2097-4d1b-a118-f46a3a1606da {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 701.584533] env[62679]: DEBUG nova.compute.manager [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Refreshing instance network info cache due to event network-changed-dfd4e147-2097-4d1b-a118-f46a3a1606da. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 701.584533] env[62679]: DEBUG oslo_concurrency.lockutils [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] Acquiring lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.584533] env[62679]: DEBUG oslo_concurrency.lockutils [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] Acquired lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.584827] env[62679]: DEBUG nova.network.neutron [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Refreshing network info cache for port dfd4e147-2097-4d1b-a118-f46a3a1606da {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.629449] env[62679]: DEBUG oslo_concurrency.lockutils [None req-279f29f6-53ca-49a5-95c0-a00877dd679e tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.631447] env[62679]: DEBUG oslo_concurrency.lockutils [None req-eca25aa7-214e-4de9-9cf4-4cdd9286bd53 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.541s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.631869] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.550s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.632210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.634622] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.354s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.636153] env[62679]: INFO nova.compute.claims [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.679126] env[62679]: INFO nova.scheduler.client.report [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Deleted allocations for instance 7d3160f9-0382-4f8b-8378-2b14014486ac [ 701.813760] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411937, 'name': Rename_Task, 'duration_secs': 0.146268} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.814046] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.814583] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.814707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.814915] env[62679]: DEBUG nova.network.neutron [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.816052] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dcf8f2a-cc4c-4159-9ac2-2864df239293 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.822906] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 701.822906] env[62679]: value = "task-2411938" [ 701.822906] env[62679]: _type = "Task" [ 701.822906] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.831631] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.134135] env[62679]: DEBUG nova.network.neutron [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.143808] env[62679]: DEBUG nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.189026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99c78beb-96a2-4ce1-a453-443b3a9c6ab7 tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "7d3160f9-0382-4f8b-8378-2b14014486ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.958s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.264161] env[62679]: DEBUG nova.network.neutron [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.333938] env[62679]: DEBUG oslo_vmware.api [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2411938, 'name': PowerOnVM_Task, 'duration_secs': 0.470271} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.337945] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.338195] env[62679]: INFO nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Took 7.41 seconds to spawn the instance on the hypervisor. [ 702.338384] env[62679]: DEBUG nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.339228] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b505e60-b191-44a7-8c05-b7ad12bb2452 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.364594] env[62679]: DEBUG nova.network.neutron [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.536224] env[62679]: DEBUG nova.network.neutron [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Updating instance_info_cache with network_info: [{"id": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "address": "fa:16:3e:62:18:06", "network": {"id": "bb19d4f2-eff0-43bf-9eb0-a75f7fa5e06d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-669418371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fad615d354adb8d0e642fffa1b9a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19ab091-a1", "ovs_interfaceid": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.670337] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.770288] env[62679]: DEBUG oslo_concurrency.lockutils [req-2d6bb98c-0c28-4652-878a-32a81ed09ffe req-5752d2d8-d315-4db9-8daa-09adaef4bc7e service nova] Releasing lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.859836] env[62679]: INFO nova.compute.manager [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Took 44.57 seconds to build instance. [ 702.952291] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Successfully updated port: a633ac69-393c-4bfe-8636-b13a989e0be0 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.041411] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Releasing lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.041411] env[62679]: DEBUG nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Instance network_info: |[{"id": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "address": "fa:16:3e:62:18:06", "network": {"id": "bb19d4f2-eff0-43bf-9eb0-a75f7fa5e06d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-669418371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fad615d354adb8d0e642fffa1b9a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19ab091-a1", "ovs_interfaceid": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.041608] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:18:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b19ab091-a1d6-4be3-b030-5faaeaef92dd', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.048199] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Creating folder: Project (e78fad615d354adb8d0e642fffa1b9a9). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.051297] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6dd0801-de95-47d3-a10a-73d863a4e259 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.064406] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Created folder: Project (e78fad615d354adb8d0e642fffa1b9a9) in parent group-v488891. [ 703.064676] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Creating folder: Instances. Parent ref: group-v489024. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.069237] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-577d500f-6bc3-4374-a369-d215433be59b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.082098] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Created folder: Instances in parent group-v489024. [ 703.083381] env[62679]: DEBUG oslo.service.loopingcall [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.087103] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.087751] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56ab62c4-1527-4ba1-a8d8-0aba3082cdf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.116536] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.116536] env[62679]: value = "task-2411941" [ 703.116536] env[62679]: _type = "Task" [ 703.116536] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.125232] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411941, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.180152] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8650dad7-8bb1-4f7d-b9f2-53a1cb5da98b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.189115] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2528a57e-53cf-4941-8382-96f7c1311ac1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.222222] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebde6eb-c13c-47fb-9189-c04d25cdff19 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.229627] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b3b03-ebed-484c-8b96-ef1ea1ba7321 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.244517] env[62679]: DEBUG nova.compute.provider_tree [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.362271] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f062dfb6-3109-4ae4-aef5-9391403fe553 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.309s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.422568] env[62679]: DEBUG nova.compute.manager [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Received event network-changed-b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 703.422801] env[62679]: DEBUG nova.compute.manager [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Refreshing instance network info cache due to event network-changed-b19ab091-a1d6-4be3-b030-5faaeaef92dd. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 703.423010] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] Acquiring lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.423359] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] Acquired lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.423561] env[62679]: DEBUG nova.network.neutron [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Refreshing network info cache for port b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.630384] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411941, 'name': CreateVM_Task, 'duration_secs': 0.412573} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.630588] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.631383] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.632302] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.632302] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.632302] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f689d14-24ab-49e0-ab75-451533798dcf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.636957] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 703.636957] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52476597-d076-0093-e5af-ba2e56c86f84" [ 703.636957] env[62679]: _type = "Task" [ 703.636957] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.645293] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52476597-d076-0093-e5af-ba2e56c86f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.748101] env[62679]: DEBUG nova.scheduler.client.report [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.785592] env[62679]: DEBUG nova.compute.manager [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-vif-plugged-a633ac69-393c-4bfe-8636-b13a989e0be0 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 703.785849] env[62679]: DEBUG oslo_concurrency.lockutils [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] Acquiring lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.786245] env[62679]: DEBUG oslo_concurrency.lockutils [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.786329] env[62679]: DEBUG oslo_concurrency.lockutils [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.786541] env[62679]: DEBUG nova.compute.manager [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] No waiting events found dispatching network-vif-plugged-a633ac69-393c-4bfe-8636-b13a989e0be0 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.786803] env[62679]: WARNING nova.compute.manager [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received unexpected event network-vif-plugged-a633ac69-393c-4bfe-8636-b13a989e0be0 for instance with vm_state building and task_state spawning. [ 703.786922] env[62679]: DEBUG nova.compute.manager [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-changed-a633ac69-393c-4bfe-8636-b13a989e0be0 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 703.787443] env[62679]: DEBUG nova.compute.manager [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Refreshing instance network info cache due to event network-changed-a633ac69-393c-4bfe-8636-b13a989e0be0. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 703.787654] env[62679]: DEBUG oslo_concurrency.lockutils [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] Acquiring lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.787864] env[62679]: DEBUG oslo_concurrency.lockutils [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] Acquired lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.788121] env[62679]: DEBUG nova.network.neutron [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Refreshing network info cache for port a633ac69-393c-4bfe-8636-b13a989e0be0 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.149792] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52476597-d076-0093-e5af-ba2e56c86f84, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.151871] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.151871] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.151871] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.151871] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.152156] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.152156] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dc67c92-5cf5-4d08-87e2-7aa001874312 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.160941] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.161170] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.161879] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00216da8-90b4-47fe-ae26-8f922d44505e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.167389] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 704.167389] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525fd0e3-a5b9-a1e2-4b09-ebfb3a9b4089" [ 704.167389] env[62679]: _type = "Task" [ 704.167389] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.176714] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525fd0e3-a5b9-a1e2-4b09-ebfb3a9b4089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.254029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.254613] env[62679]: DEBUG nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.258476] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.071s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.259775] env[62679]: INFO nova.compute.claims [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.343027] env[62679]: DEBUG nova.network.neutron [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.428980] env[62679]: DEBUG nova.network.neutron [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Updated VIF entry in instance network info cache for port b19ab091-a1d6-4be3-b030-5faaeaef92dd. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.429542] env[62679]: DEBUG nova.network.neutron [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Updating instance_info_cache with network_info: [{"id": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "address": "fa:16:3e:62:18:06", "network": {"id": "bb19d4f2-eff0-43bf-9eb0-a75f7fa5e06d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-669418371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fad615d354adb8d0e642fffa1b9a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19ab091-a1", "ovs_interfaceid": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.518562] env[62679]: DEBUG nova.network.neutron [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.678505] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525fd0e3-a5b9-a1e2-4b09-ebfb3a9b4089, 'name': SearchDatastore_Task, 'duration_secs': 0.008557} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.679488] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d93bc6a-53b1-49f8-9751-e561b3f1ef68 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.685932] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 704.685932] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cde648-b36c-da10-458a-3187034c47e7" [ 704.685932] env[62679]: _type = "Task" [ 704.685932] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.695338] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cde648-b36c-da10-458a-3187034c47e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.773401] env[62679]: DEBUG nova.compute.utils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 704.779031] env[62679]: DEBUG nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.779031] env[62679]: DEBUG nova.network.neutron [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.871549] env[62679]: DEBUG nova.policy [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b7d65992694d699fe90970de1454f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed43e618f90842daa5ae6a9b0e9c1cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.875020] env[62679]: DEBUG nova.compute.manager [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Stashing vm_state: active {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 704.933459] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] Releasing lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.933769] env[62679]: DEBUG nova.compute.manager [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received event network-changed-e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 704.933948] env[62679]: DEBUG nova.compute.manager [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Refreshing instance network info cache due to event network-changed-e0b34e96-3fd2-462c-9f42-e70f25d9bc71. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 704.934208] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] Acquiring lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.934334] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] Acquired lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.934503] env[62679]: DEBUG nova.network.neutron [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Refreshing network info cache for port e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.022260] env[62679]: DEBUG oslo_concurrency.lockutils [req-761c2bcd-62f0-482e-9b7c-15b3a7a606d3 req-39fff4d7-6ec4-4cef-8f66-0b30af55f515 service nova] Releasing lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.202916] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cde648-b36c-da10-458a-3187034c47e7, 'name': SearchDatastore_Task, 'duration_secs': 0.023209} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.204105] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.204105] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 22e41608-3622-4e14-ab78-b9d704068900/22e41608-3622-4e14-ab78-b9d704068900.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.204543] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1069c492-c864-4a3e-90ce-552d1c208bdb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.212902] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 705.212902] env[62679]: value = "task-2411942" [ 705.212902] env[62679]: _type = "Task" [ 705.212902] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.226734] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.283815] env[62679]: DEBUG nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.396879] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.727119] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411942, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.773571] env[62679]: DEBUG nova.network.neutron [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Successfully created port: 684e207b-0fa4-4025-a256-75445d7b056a {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.795324] env[62679]: DEBUG nova.network.neutron [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updated VIF entry in instance network info cache for port e0b34e96-3fd2-462c-9f42-e70f25d9bc71. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.795459] env[62679]: DEBUG nova.network.neutron [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.875893] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1780ae60-fed8-4824-87be-8d707d3b40a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.889332] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e4334e-b939-46d4-b8bd-cf52691c2b31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.930137] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058649c-af3a-4ba4-804d-f99b61a8dea7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.939101] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a29ef-e5aa-46f1-b899-4d2d80cc66a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.956630] env[62679]: DEBUG nova.compute.provider_tree [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.969992] env[62679]: DEBUG nova.compute.manager [req-e9a62e04-a07b-42b2-97ff-99dcee819694 req-f668721d-2e1a-45ea-bb3d-00f2d2cd8af4 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-vif-plugged-9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 705.970268] env[62679]: DEBUG oslo_concurrency.lockutils [req-e9a62e04-a07b-42b2-97ff-99dcee819694 req-f668721d-2e1a-45ea-bb3d-00f2d2cd8af4 service nova] Acquiring lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.970500] env[62679]: DEBUG oslo_concurrency.lockutils [req-e9a62e04-a07b-42b2-97ff-99dcee819694 req-f668721d-2e1a-45ea-bb3d-00f2d2cd8af4 service nova] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.970687] env[62679]: DEBUG oslo_concurrency.lockutils [req-e9a62e04-a07b-42b2-97ff-99dcee819694 req-f668721d-2e1a-45ea-bb3d-00f2d2cd8af4 service nova] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.970850] env[62679]: DEBUG nova.compute.manager [req-e9a62e04-a07b-42b2-97ff-99dcee819694 req-f668721d-2e1a-45ea-bb3d-00f2d2cd8af4 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] No waiting events found dispatching network-vif-plugged-9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.971016] env[62679]: WARNING nova.compute.manager [req-e9a62e04-a07b-42b2-97ff-99dcee819694 req-f668721d-2e1a-45ea-bb3d-00f2d2cd8af4 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received unexpected event network-vif-plugged-9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e for instance with vm_state building and task_state spawning. [ 706.032110] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Successfully updated port: 9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.225241] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881648} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.225562] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 22e41608-3622-4e14-ab78-b9d704068900/22e41608-3622-4e14-ab78-b9d704068900.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.225778] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.226063] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67539def-ee5a-40b9-9944-f3fda27664c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.236031] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 706.236031] env[62679]: value = "task-2411943" [ 706.236031] env[62679]: _type = "Task" [ 706.236031] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.245634] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.300073] env[62679]: DEBUG nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.303687] env[62679]: DEBUG oslo_concurrency.lockutils [req-2a8350d9-1523-4c69-8f42-471c78e7ad56 req-103243d7-be00-416a-a012-0349ea11abeb service nova] Releasing lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.347410] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.347786] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.347916] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.348341] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.348681] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.348882] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.349302] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.349538] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.349722] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.349911] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.350116] env[62679]: DEBUG nova.virt.hardware [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.351057] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f764df9-ea24-44d3-983e-9acfeade5c4c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.362671] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae793619-cbea-48f7-bbe9-567a5bd2ba60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461806] env[62679]: DEBUG nova.scheduler.client.report [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.536947] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.537161] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.537320] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.747302] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100045} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.747604] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.748484] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d730a10-b2cb-4ca5-84a2-523fd415c01a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.770491] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 22e41608-3622-4e14-ab78-b9d704068900/22e41608-3622-4e14-ab78-b9d704068900.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.770681] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f875453-ea8f-4938-b00f-6d36f7dc96a2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.790981] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 706.790981] env[62679]: value = "task-2411944" [ 706.790981] env[62679]: _type = "Task" [ 706.790981] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.798724] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.966386] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.967173] env[62679]: DEBUG nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.969802] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.278s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.971366] env[62679]: INFO nova.compute.claims [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.105887] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.302718] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.476721] env[62679]: DEBUG nova.compute.utils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 707.483478] env[62679]: DEBUG nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.483680] env[62679]: DEBUG nova.network.neutron [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.553760] env[62679]: DEBUG nova.policy [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '096da6fa1366404e8de2fa40c81a51ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71a9f692c5a5450b9ff807b8947ce148', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.813905] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.981411] env[62679]: DEBUG nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.997315] env[62679]: DEBUG nova.network.neutron [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Successfully created port: 0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.231606] env[62679]: DEBUG nova.network.neutron [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [{"id": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "address": "fa:16:3e:b6:8a:9a", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd4e147-20", "ovs_interfaceid": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a633ac69-393c-4bfe-8636-b13a989e0be0", "address": "fa:16:3e:aa:9d:70", "network": {"id": "c82af633-f6e3-4d1c-9857-c04b41cfbf48", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731142856", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa633ac69-39", "ovs_interfaceid": "a633ac69-393c-4bfe-8636-b13a989e0be0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e", "address": "fa:16:3e:4f:33:56", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbe538a-3f", "ovs_interfaceid": "9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.257241] env[62679]: DEBUG nova.network.neutron [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Successfully updated port: 684e207b-0fa4-4025-a256-75445d7b056a {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.309092] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411944, 'name': ReconfigVM_Task, 'duration_secs': 1.167739} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.309417] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 22e41608-3622-4e14-ab78-b9d704068900/22e41608-3622-4e14-ab78-b9d704068900.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.310433] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fb44974-6837-4f8b-9775-663da068d85b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.319326] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 708.319326] env[62679]: value = "task-2411945" [ 708.319326] env[62679]: _type = "Task" [ 708.319326] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.328448] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411945, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.342574] env[62679]: DEBUG nova.compute.manager [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-changed-9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 708.342574] env[62679]: DEBUG nova.compute.manager [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Refreshing instance network info cache due to event network-changed-9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 708.342574] env[62679]: DEBUG oslo_concurrency.lockutils [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] Acquiring lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.581398] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7c7ed2-8fa7-465a-abec-1cbac44245ff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.594015] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af935f38-02e5-450b-80f4-06cb4ebabe26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.630874] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d2a2d-621c-42b2-91d3-9e04f12b2a34 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.641035] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78489e8-dc50-4cdd-9d0e-4ba1cb9452fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.655640] env[62679]: DEBUG nova.compute.provider_tree [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.737014] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Releasing lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.737482] env[62679]: DEBUG nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Instance network_info: |[{"id": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "address": "fa:16:3e:b6:8a:9a", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd4e147-20", "ovs_interfaceid": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a633ac69-393c-4bfe-8636-b13a989e0be0", "address": "fa:16:3e:aa:9d:70", "network": {"id": "c82af633-f6e3-4d1c-9857-c04b41cfbf48", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731142856", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa633ac69-39", "ovs_interfaceid": "a633ac69-393c-4bfe-8636-b13a989e0be0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e", "address": "fa:16:3e:4f:33:56", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbe538a-3f", "ovs_interfaceid": "9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.738887] env[62679]: DEBUG oslo_concurrency.lockutils [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] Acquired lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.738887] env[62679]: DEBUG nova.network.neutron [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Refreshing network info cache for port 9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.739897] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8a:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfd4e147-2097-4d1b-a118-f46a3a1606da', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9d:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a633ac69-393c-4bfe-8636-b13a989e0be0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:33:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.754456] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Creating folder: Project (3b1c8a92a88544ff864c9cf0f94f7c0d). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.758453] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6b3272e-c51c-457a-9744-f2925cd4f72e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.760968] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "refresh_cache-b3deb642-4e36-4b45-81c3-395325bd6106" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.760968] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "refresh_cache-b3deb642-4e36-4b45-81c3-395325bd6106" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.760968] env[62679]: DEBUG nova.network.neutron [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.773162] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Created folder: Project (3b1c8a92a88544ff864c9cf0f94f7c0d) in parent group-v488891. [ 708.773358] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Creating folder: Instances. Parent ref: group-v489027. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.773602] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37501e49-5463-4cec-a801-4e3ab3a1989a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.784037] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Created folder: Instances in parent group-v489027. [ 708.784994] env[62679]: DEBUG oslo.service.loopingcall [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.784994] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.784994] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8517500-ec74-4025-800a-13aa32945f8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.809703] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.809703] env[62679]: value = "task-2411948" [ 708.809703] env[62679]: _type = "Task" [ 708.809703] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.818087] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411948, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.828640] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411945, 'name': Rename_Task, 'duration_secs': 0.146955} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.828894] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.829148] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e65a663-374c-4fa2-8ab1-0757ff336ef0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.835967] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 708.835967] env[62679]: value = "task-2411949" [ 708.835967] env[62679]: _type = "Task" [ 708.835967] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.848934] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.991554] env[62679]: DEBUG nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.032943] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.032943] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.032943] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.032943] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.033221] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.033221] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.033360] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.033524] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.033686] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.033847] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.034059] env[62679]: DEBUG nova.virt.hardware [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.034958] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e0fbb-f046-439b-81cc-d7a33ab3ae3a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.043895] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526cf099-30c1-4870-a54b-39ab96b40afd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.161747] env[62679]: DEBUG nova.scheduler.client.report [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.221606] env[62679]: DEBUG nova.network.neutron [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updated VIF entry in instance network info cache for port 9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.222410] env[62679]: DEBUG nova.network.neutron [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [{"id": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "address": "fa:16:3e:b6:8a:9a", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd4e147-20", "ovs_interfaceid": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a633ac69-393c-4bfe-8636-b13a989e0be0", "address": "fa:16:3e:aa:9d:70", "network": {"id": "c82af633-f6e3-4d1c-9857-c04b41cfbf48", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731142856", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa633ac69-39", "ovs_interfaceid": "a633ac69-393c-4bfe-8636-b13a989e0be0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e", "address": "fa:16:3e:4f:33:56", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bbe538a-3f", "ovs_interfaceid": "9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.302738] env[62679]: DEBUG nova.network.neutron [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.322505] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411948, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.347111] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.408678] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "021fc908-8c22-4762-8461-09b1e3ff7f87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.408923] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.577520] env[62679]: DEBUG nova.network.neutron [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Updating instance_info_cache with network_info: [{"id": "684e207b-0fa4-4025-a256-75445d7b056a", "address": "fa:16:3e:8c:95:82", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684e207b-0f", "ovs_interfaceid": "684e207b-0fa4-4025-a256-75445d7b056a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.582410] env[62679]: DEBUG nova.compute.manager [req-9b9bf6b6-9d2f-4662-a344-a4a8b6c6427f req-0b25cc26-3562-43d5-b5c5-d023f69695a8 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Received event network-vif-plugged-0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 709.582628] env[62679]: DEBUG oslo_concurrency.lockutils [req-9b9bf6b6-9d2f-4662-a344-a4a8b6c6427f req-0b25cc26-3562-43d5-b5c5-d023f69695a8 service nova] Acquiring lock "7893af92-485c-4f90-89a5-15c557ca3b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.582832] env[62679]: DEBUG oslo_concurrency.lockutils [req-9b9bf6b6-9d2f-4662-a344-a4a8b6c6427f req-0b25cc26-3562-43d5-b5c5-d023f69695a8 service nova] Lock "7893af92-485c-4f90-89a5-15c557ca3b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.582994] env[62679]: DEBUG oslo_concurrency.lockutils [req-9b9bf6b6-9d2f-4662-a344-a4a8b6c6427f req-0b25cc26-3562-43d5-b5c5-d023f69695a8 service nova] Lock "7893af92-485c-4f90-89a5-15c557ca3b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.583426] env[62679]: DEBUG nova.compute.manager [req-9b9bf6b6-9d2f-4662-a344-a4a8b6c6427f req-0b25cc26-3562-43d5-b5c5-d023f69695a8 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] No waiting events found dispatching network-vif-plugged-0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.583426] env[62679]: WARNING nova.compute.manager [req-9b9bf6b6-9d2f-4662-a344-a4a8b6c6427f req-0b25cc26-3562-43d5-b5c5-d023f69695a8 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Received unexpected event network-vif-plugged-0f9bd017-4f3d-4ff0-9c7a-32cf19426296 for instance with vm_state building and task_state spawning. [ 709.592366] env[62679]: DEBUG nova.network.neutron [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Successfully updated port: 0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.667524] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.668241] env[62679]: DEBUG nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.671047] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.190s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.671334] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.673686] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.503s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.673914] env[62679]: DEBUG nova.objects.instance [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lazy-loading 'resources' on Instance uuid 7dd84fc4-8361-4edf-baef-478818448642 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.703062] env[62679]: INFO nova.scheduler.client.report [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Deleted allocations for instance ebffe39d-9cd1-4021-894e-5b6537a4632f [ 709.726271] env[62679]: DEBUG oslo_concurrency.lockutils [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] Releasing lock "refresh_cache-9992c674-138a-41b7-8921-4a27dbd9d00a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.726553] env[62679]: DEBUG nova.compute.manager [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Received event network-vif-plugged-684e207b-0fa4-4025-a256-75445d7b056a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 709.726751] env[62679]: DEBUG oslo_concurrency.lockutils [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] Acquiring lock "b3deb642-4e36-4b45-81c3-395325bd6106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.726954] env[62679]: DEBUG oslo_concurrency.lockutils [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] Lock "b3deb642-4e36-4b45-81c3-395325bd6106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.727130] env[62679]: DEBUG oslo_concurrency.lockutils [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] Lock "b3deb642-4e36-4b45-81c3-395325bd6106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.727300] env[62679]: DEBUG nova.compute.manager [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] No waiting events found dispatching network-vif-plugged-684e207b-0fa4-4025-a256-75445d7b056a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.727462] env[62679]: WARNING nova.compute.manager [req-0806b640-8760-4e6c-99c8-6938fd117670 req-28b7f2b1-6647-4a00-99d2-f58b54685ab0 service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Received unexpected event network-vif-plugged-684e207b-0fa4-4025-a256-75445d7b056a for instance with vm_state building and task_state spawning. [ 709.823885] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411948, 'name': CreateVM_Task, 'duration_secs': 0.522213} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.824238] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.825517] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.825735] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.826159] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.826491] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2d8036-660c-488d-acd1-9f20fbf43337 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.832080] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 709.832080] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5201ebf2-239c-8f1d-f285-14a7977838c2" [ 709.832080] env[62679]: _type = "Task" [ 709.832080] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.846805] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5201ebf2-239c-8f1d-f285-14a7977838c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.852833] env[62679]: DEBUG oslo_vmware.api [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2411949, 'name': PowerOnVM_Task, 'duration_secs': 0.611715} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.853152] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.853442] env[62679]: INFO nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Took 9.25 seconds to spawn the instance on the hypervisor. [ 709.853676] env[62679]: DEBUG nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.854744] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c874d66-c6a4-496e-a9db-4d86486b316a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.911928] env[62679]: DEBUG nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.081407] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "refresh_cache-b3deb642-4e36-4b45-81c3-395325bd6106" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.081721] env[62679]: DEBUG nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Instance network_info: |[{"id": "684e207b-0fa4-4025-a256-75445d7b056a", "address": "fa:16:3e:8c:95:82", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684e207b-0f", "ovs_interfaceid": "684e207b-0fa4-4025-a256-75445d7b056a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.082208] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:95:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '684e207b-0fa4-4025-a256-75445d7b056a', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.090020] env[62679]: DEBUG oslo.service.loopingcall [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.090305] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.090574] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49bf0b95-8892-4d19-bce6-1e37ff6c7247 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.106137] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.106303] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquired lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.106461] env[62679]: DEBUG nova.network.neutron [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.113936] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.113936] env[62679]: value = "task-2411950" [ 710.113936] env[62679]: _type = "Task" [ 710.113936] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.124526] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411950, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.178241] env[62679]: DEBUG nova.compute.utils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.183818] env[62679]: DEBUG nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.183818] env[62679]: DEBUG nova.network.neutron [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.216909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-44968d75-e0b2-417f-8c22-7d91b88d4448 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "ebffe39d-9cd1-4021-894e-5b6537a4632f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.358s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.240110] env[62679]: DEBUG nova.policy [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd60e81c672b4de1ac39f789911c1b46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b889eecee254e4e9baef251b2f530f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.343729] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5201ebf2-239c-8f1d-f285-14a7977838c2, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.344055] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.344968] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.344968] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.344968] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.344968] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.345296] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c9a263f-1622-4e26-aa39-19e56769f09b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.361265] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.361265] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.361755] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0d8152-b097-41ce-a018-7c9a32151de5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.372945] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 710.372945] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea378e-a445-aeee-ec06-3f3b74ee08ea" [ 710.372945] env[62679]: _type = "Task" [ 710.372945] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.379141] env[62679]: INFO nova.compute.manager [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Took 45.21 seconds to build instance. [ 710.386251] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea378e-a445-aeee-ec06-3f3b74ee08ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.416666] env[62679]: DEBUG nova.compute.manager [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Received event network-changed-684e207b-0fa4-4025-a256-75445d7b056a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 710.418821] env[62679]: DEBUG nova.compute.manager [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Refreshing instance network info cache due to event network-changed-684e207b-0fa4-4025-a256-75445d7b056a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 710.418821] env[62679]: DEBUG oslo_concurrency.lockutils [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] Acquiring lock "refresh_cache-b3deb642-4e36-4b45-81c3-395325bd6106" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.418821] env[62679]: DEBUG oslo_concurrency.lockutils [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] Acquired lock "refresh_cache-b3deb642-4e36-4b45-81c3-395325bd6106" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.418821] env[62679]: DEBUG nova.network.neutron [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Refreshing network info cache for port 684e207b-0fa4-4025-a256-75445d7b056a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.446508] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.629082] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411950, 'name': CreateVM_Task, 'duration_secs': 0.363324} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.629945] env[62679]: DEBUG nova.network.neutron [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Successfully created port: 6b630ed3-d67d-40dd-a864-fa2f63da7430 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.631819] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.634618] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.634784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.635597] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.636760] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0b3080-694a-4fa7-a2b1-0caaaf2b2498 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.641204] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 710.641204] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521e2d19-613c-c827-4e53-9a52617daa78" [ 710.641204] env[62679]: _type = "Task" [ 710.641204] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.654649] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521e2d19-613c-c827-4e53-9a52617daa78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.666662] env[62679]: DEBUG nova.network.neutron [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.684177] env[62679]: DEBUG nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.741253] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf65812-acf7-4b4e-be52-7e70a29e607f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.751101] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a4f022-89cb-46ad-ba9a-229de5fb7d59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.782528] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d4b0e0-a4a8-4c7e-8a09-7a8ae0891d4f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.789665] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4afee-1013-464d-a254-a34f77490a31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.802935] env[62679]: DEBUG nova.compute.provider_tree [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.883170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbf6cfc3-df91-4f77-8340-c013b19153d6 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "22e41608-3622-4e14-ab78-b9d704068900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.969s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.883441] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ea378e-a445-aeee-ec06-3f3b74ee08ea, 'name': SearchDatastore_Task, 'duration_secs': 0.018356} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.884289] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ed738f-215a-4aa3-ace4-a462894e6e2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.889339] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 710.889339] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524df942-10e6-d05a-019b-e351cfe4c569" [ 710.889339] env[62679]: _type = "Task" [ 710.889339] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.896607] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524df942-10e6-d05a-019b-e351cfe4c569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.993955] env[62679]: DEBUG nova.network.neutron [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Updating instance_info_cache with network_info: [{"id": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "address": "fa:16:3e:a9:63:2b", "network": {"id": "9a17eff1-277c-4bfe-966c-614235fbc6ea", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-669017876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a9f692c5a5450b9ff807b8947ce148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9bd017-4f", "ovs_interfaceid": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.152791] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521e2d19-613c-c827-4e53-9a52617daa78, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.153098] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.153396] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.153624] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.312089] env[62679]: DEBUG nova.scheduler.client.report [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.384728] env[62679]: DEBUG nova.network.neutron [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Updated VIF entry in instance network info cache for port 684e207b-0fa4-4025-a256-75445d7b056a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.385122] env[62679]: DEBUG nova.network.neutron [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Updating instance_info_cache with network_info: [{"id": "684e207b-0fa4-4025-a256-75445d7b056a", "address": "fa:16:3e:8c:95:82", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap684e207b-0f", "ovs_interfaceid": "684e207b-0fa4-4025-a256-75445d7b056a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.404500] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524df942-10e6-d05a-019b-e351cfe4c569, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.404747] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.405048] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 9992c674-138a-41b7-8921-4a27dbd9d00a/9992c674-138a-41b7-8921-4a27dbd9d00a.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.405412] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.405635] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.405878] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d51c3dc7-1768-4906-82a8-877da7a2821b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.407899] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2058e947-e02d-45c5-a264-54fd0406a48a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.418389] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 711.418389] env[62679]: value = "task-2411951" [ 711.418389] env[62679]: _type = "Task" [ 711.418389] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.419655] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.419873] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.424269] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51aea204-07fc-43e7-bfcf-8b24ecd83bd9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.433872] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.435238] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 711.435238] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52deff1c-f95a-acb8-142a-f8af2e898745" [ 711.435238] env[62679]: _type = "Task" [ 711.435238] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.443983] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52deff1c-f95a-acb8-142a-f8af2e898745, 'name': SearchDatastore_Task, 'duration_secs': 0.008243} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.444792] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c8c61d-32d4-41dc-b979-fda9b40450c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.450024] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 711.450024] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5286ef7e-5551-b65d-ff38-e838ba1be031" [ 711.450024] env[62679]: _type = "Task" [ 711.450024] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.458172] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5286ef7e-5551-b65d-ff38-e838ba1be031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.496486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Releasing lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.496837] env[62679]: DEBUG nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Instance network_info: |[{"id": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "address": "fa:16:3e:a9:63:2b", "network": {"id": "9a17eff1-277c-4bfe-966c-614235fbc6ea", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-669017876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a9f692c5a5450b9ff807b8947ce148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9bd017-4f", "ovs_interfaceid": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.497298] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:63:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f9bd017-4f3d-4ff0-9c7a-32cf19426296', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.505447] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Creating folder: Project (71a9f692c5a5450b9ff807b8947ce148). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.505741] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa72412-d7ad-4701-9653-bd0273b3843a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.516691] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Created folder: Project (71a9f692c5a5450b9ff807b8947ce148) in parent group-v488891. [ 711.516877] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Creating folder: Instances. Parent ref: group-v489031. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.517134] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a69f30b-fac8-4829-ae9b-e0f777bef802 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.529212] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Created folder: Instances in parent group-v489031. [ 711.530170] env[62679]: DEBUG oslo.service.loopingcall [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.530405] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.530733] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92dfdcce-af33-4a36-9778-d723f14cf295 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.553935] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.553935] env[62679]: value = "task-2411954" [ 711.553935] env[62679]: _type = "Task" [ 711.553935] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.561640] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411954, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.701429] env[62679]: DEBUG nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.730071] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.730561] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.730744] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.730937] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.732089] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.732491] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.732744] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.732912] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.733105] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.733278] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.733473] env[62679]: DEBUG nova.virt.hardware [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.734385] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d286d-3446-45f2-ba7f-d2e035f1d402 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.745308] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59fe090-8b06-463a-bb8b-adc48253125b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.817025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.819644] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.821s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.821421] env[62679]: INFO nova.compute.claims [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.840081] env[62679]: DEBUG nova.compute.manager [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Received event network-changed-0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 711.840286] env[62679]: DEBUG nova.compute.manager [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Refreshing instance network info cache due to event network-changed-0f9bd017-4f3d-4ff0-9c7a-32cf19426296. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 711.840508] env[62679]: DEBUG oslo_concurrency.lockutils [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] Acquiring lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.840651] env[62679]: DEBUG oslo_concurrency.lockutils [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] Acquired lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.840809] env[62679]: DEBUG nova.network.neutron [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Refreshing network info cache for port 0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.855737] env[62679]: INFO nova.scheduler.client.report [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Deleted allocations for instance 7dd84fc4-8361-4edf-baef-478818448642 [ 711.887827] env[62679]: DEBUG oslo_concurrency.lockutils [req-e7b9a88a-8afa-4efd-ab8a-dac98ea94d86 req-822f79af-4766-4621-aac3-09f5362bbe8f service nova] Releasing lock "refresh_cache-b3deb642-4e36-4b45-81c3-395325bd6106" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.930022] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452947} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.930312] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 9992c674-138a-41b7-8921-4a27dbd9d00a/9992c674-138a-41b7-8921-4a27dbd9d00a.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.930547] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.930816] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f760b9a-fdb4-403e-9589-a4880af1649f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.938758] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 711.938758] env[62679]: value = "task-2411955" [ 711.938758] env[62679]: _type = "Task" [ 711.938758] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.946539] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.959910] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5286ef7e-5551-b65d-ff38-e838ba1be031, 'name': SearchDatastore_Task, 'duration_secs': 0.008074} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.959910] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.960155] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] b3deb642-4e36-4b45-81c3-395325bd6106/b3deb642-4e36-4b45-81c3-395325bd6106.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.960464] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-598c0e9e-66e5-495c-96a0-4e238e1066bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.966748] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 711.966748] env[62679]: value = "task-2411956" [ 711.966748] env[62679]: _type = "Task" [ 711.966748] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.978367] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.066673] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411954, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.199906] env[62679]: DEBUG nova.network.neutron [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Successfully updated port: 6b630ed3-d67d-40dd-a864-fa2f63da7430 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.368167] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f9d8f766-8779-4cf4-a6e3-3250d811a62a tempest-ServerShowV254Test-668959043 tempest-ServerShowV254Test-668959043-project-member] Lock "7dd84fc4-8361-4edf-baef-478818448642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.473s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.452012] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119655} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.452691] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.453697] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb6096-4463-450c-ac77-3ccfe0fd3d56 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.485688] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 9992c674-138a-41b7-8921-4a27dbd9d00a/9992c674-138a-41b7-8921-4a27dbd9d00a.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.493349] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b714216e-3bae-4ea5-90f3-a581e7467770 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.516839] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473577} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.517701] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] b3deb642-4e36-4b45-81c3-395325bd6106/b3deb642-4e36-4b45-81c3-395325bd6106.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.517701] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.517701] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e220756-79f4-49b0-adee-e7537ba1a0a8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.523466] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 712.523466] env[62679]: value = "task-2411957" [ 712.523466] env[62679]: _type = "Task" [ 712.523466] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.528272] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 712.528272] env[62679]: value = "task-2411958" [ 712.528272] env[62679]: _type = "Task" [ 712.528272] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.535523] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.543103] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.563270] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411954, 'name': CreateVM_Task, 'duration_secs': 0.533521} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.563460] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.564195] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.564375] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.565486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.565486] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b005932a-5dce-4611-b365-0255d4fa0b55 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.569588] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 712.569588] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ba88b-2cef-5ef9-727e-dbb76d1016b0" [ 712.569588] env[62679]: _type = "Task" [ 712.569588] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.580070] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ba88b-2cef-5ef9-727e-dbb76d1016b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.650958] env[62679]: DEBUG nova.network.neutron [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Updated VIF entry in instance network info cache for port 0f9bd017-4f3d-4ff0-9c7a-32cf19426296. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.651480] env[62679]: DEBUG nova.network.neutron [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Updating instance_info_cache with network_info: [{"id": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "address": "fa:16:3e:a9:63:2b", "network": {"id": "9a17eff1-277c-4bfe-966c-614235fbc6ea", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-669017876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a9f692c5a5450b9ff807b8947ce148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9bd017-4f", "ovs_interfaceid": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.703532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "refresh_cache-dd7326e8-82a9-4d41-b1d3-9699ff0ded76" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.703667] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquired lock "refresh_cache-dd7326e8-82a9-4d41-b1d3-9699ff0ded76" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.703876] env[62679]: DEBUG nova.network.neutron [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.011565] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "fa6728e9-1d24-4e34-bd99-561f8bb13262" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.011841] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.011841] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "fa6728e9-1d24-4e34-bd99-561f8bb13262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.012083] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.012306] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.017161] env[62679]: INFO nova.compute.manager [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Terminating instance [ 713.039717] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411957, 'name': ReconfigVM_Task, 'duration_secs': 0.305939} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.039717] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 9992c674-138a-41b7-8921-4a27dbd9d00a/9992c674-138a-41b7-8921-4a27dbd9d00a.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.042679] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7db64fcd-d9c6-410c-98d1-38700bebad1f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.047280] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091497} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.048112] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.048628] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de1c3ad-c0b5-4ee3-9336-e7fe70208f81 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.053055] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 713.053055] env[62679]: value = "task-2411959" [ 713.053055] env[62679]: _type = "Task" [ 713.053055] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.073630] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b3deb642-4e36-4b45-81c3-395325bd6106/b3deb642-4e36-4b45-81c3-395325bd6106.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.076639] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05051d40-8006-4091-9a21-1df81116a93e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.100323] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411959, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.110285] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 713.110285] env[62679]: value = "task-2411960" [ 713.110285] env[62679]: _type = "Task" [ 713.110285] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.110646] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ba88b-2cef-5ef9-727e-dbb76d1016b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.111157] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.111544] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.111833] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.111991] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.112155] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.115532] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-957420f9-095f-4691-83a9-6c44aecdab8f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.123983] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.127953] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.128267] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.129277] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a92c88c-fdca-4d64-aa4b-c00b069bef26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.134465] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 713.134465] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52547e70-e3b5-d780-bc22-90f5fc9f440c" [ 713.134465] env[62679]: _type = "Task" [ 713.134465] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.142999] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52547e70-e3b5-d780-bc22-90f5fc9f440c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.155415] env[62679]: DEBUG oslo_concurrency.lockutils [req-6ec27b80-3080-4ffa-8e22-e93dc6b7b3d6 req-d6b4e328-2b06-472e-aa1b-30429f2784e4 service nova] Releasing lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.255801] env[62679]: DEBUG nova.network.neutron [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.327773] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec11687-1263-431b-bf3c-2602dbafbb35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.335812] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306a8c9-adc8-4851-a4ba-e182dcbadaea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.376812] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def070b4-57c0-4448-9de3-cd41a81d9e1d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.384434] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ff62ee-f0f3-4b89-852b-f73fc05629d1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.398073] env[62679]: DEBUG nova.compute.provider_tree [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.455807] env[62679]: DEBUG nova.network.neutron [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Updating instance_info_cache with network_info: [{"id": "6b630ed3-d67d-40dd-a864-fa2f63da7430", "address": "fa:16:3e:ca:61:24", "network": {"id": "8e14db20-ce2d-40b1-9210-15e166125bd2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1620236949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b889eecee254e4e9baef251b2f530f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b630ed3-d6", "ovs_interfaceid": "6b630ed3-d67d-40dd-a864-fa2f63da7430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.521693] env[62679]: DEBUG nova.compute.manager [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.522035] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.523265] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b811de-ebae-44ef-8fe9-9d2e570d7912 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.532359] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.532523] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-428cf49f-e163-4681-88f9-9073e4857751 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.540438] env[62679]: DEBUG oslo_vmware.api [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 713.540438] env[62679]: value = "task-2411961" [ 713.540438] env[62679]: _type = "Task" [ 713.540438] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.549904] env[62679]: DEBUG oslo_vmware.api [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.564710] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411959, 'name': Rename_Task, 'duration_secs': 0.169358} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.565049] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.565368] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de5d593-e646-4fca-9b74-35d705843654 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.571227] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 713.571227] env[62679]: value = "task-2411962" [ 713.571227] env[62679]: _type = "Task" [ 713.571227] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.585199] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.620714] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411960, 'name': ReconfigVM_Task, 'duration_secs': 0.458147} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.621034] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b3deb642-4e36-4b45-81c3-395325bd6106/b3deb642-4e36-4b45-81c3-395325bd6106.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.621766] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c60cbe-d6cf-4d2c-94c3-f9dadda3a2d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.628958] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 713.628958] env[62679]: value = "task-2411963" [ 713.628958] env[62679]: _type = "Task" [ 713.628958] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.637771] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411963, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.646547] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52547e70-e3b5-d780-bc22-90f5fc9f440c, 'name': SearchDatastore_Task, 'duration_secs': 0.026043} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.648356] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f460643-1f4f-4c08-9a48-712fd1fe224f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.653873] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 713.653873] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ba531-19c3-fb3d-9287-967591d55dd3" [ 713.653873] env[62679]: _type = "Task" [ 713.653873] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.665343] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ba531-19c3-fb3d-9287-967591d55dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.878704] env[62679]: DEBUG nova.compute.manager [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Received event network-changed-b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 713.878938] env[62679]: DEBUG nova.compute.manager [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Refreshing instance network info cache due to event network-changed-b19ab091-a1d6-4be3-b030-5faaeaef92dd. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 713.879139] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Acquiring lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.879288] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Acquired lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.879464] env[62679]: DEBUG nova.network.neutron [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Refreshing network info cache for port b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.901814] env[62679]: DEBUG nova.scheduler.client.report [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.958052] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Releasing lock "refresh_cache-dd7326e8-82a9-4d41-b1d3-9699ff0ded76" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.958409] env[62679]: DEBUG nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Instance network_info: |[{"id": "6b630ed3-d67d-40dd-a864-fa2f63da7430", "address": "fa:16:3e:ca:61:24", "network": {"id": "8e14db20-ce2d-40b1-9210-15e166125bd2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1620236949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b889eecee254e4e9baef251b2f530f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b630ed3-d6", "ovs_interfaceid": "6b630ed3-d67d-40dd-a864-fa2f63da7430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.958830] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:61:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b630ed3-d67d-40dd-a864-fa2f63da7430', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.966967] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Creating folder: Project (0b889eecee254e4e9baef251b2f530f5). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.967285] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d036cd-a9ee-49d2-9696-91499fb95035 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.979141] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Created folder: Project (0b889eecee254e4e9baef251b2f530f5) in parent group-v488891. [ 713.979447] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Creating folder: Instances. Parent ref: group-v489034. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.979576] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09a8d18e-4321-4129-990e-9978e063db06 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.988379] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Created folder: Instances in parent group-v489034. [ 713.988602] env[62679]: DEBUG oslo.service.loopingcall [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.988790] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.988984] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78fc3e87-57f3-4416-ace5-0af258bc9d4f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.007666] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.007666] env[62679]: value = "task-2411966" [ 714.007666] env[62679]: _type = "Task" [ 714.007666] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.017110] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411966, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.053350] env[62679]: DEBUG oslo_vmware.api [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411961, 'name': PowerOffVM_Task, 'duration_secs': 0.261002} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.053672] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.053866] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.054196] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8b70ffc-0733-4fae-b3cc-b75e7f981a1f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.083428] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411962, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.116422] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.116688] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.116904] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Deleting the datastore file [datastore2] fa6728e9-1d24-4e34-bd99-561f8bb13262 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.117278] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918a0895-1d2d-45c3-bceb-1633c243503f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.125244] env[62679]: DEBUG oslo_vmware.api [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for the task: (returnval){ [ 714.125244] env[62679]: value = "task-2411968" [ 714.125244] env[62679]: _type = "Task" [ 714.125244] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.136072] env[62679]: DEBUG oslo_vmware.api [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.140857] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411963, 'name': Rename_Task, 'duration_secs': 0.157876} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.141159] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.141399] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c63a93e-6c25-47a4-87f8-67dc71fd6fcb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.148167] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 714.148167] env[62679]: value = "task-2411969" [ 714.148167] env[62679]: _type = "Task" [ 714.148167] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.155704] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.165610] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ba531-19c3-fb3d-9287-967591d55dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.166704] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.166704] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7893af92-485c-4f90-89a5-15c557ca3b24/7893af92-485c-4f90-89a5-15c557ca3b24.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.166704] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efa2dc33-326b-4fb0-b5b8-f7ea0d5bed05 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.173850] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 714.173850] env[62679]: value = "task-2411970" [ 714.173850] env[62679]: _type = "Task" [ 714.173850] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.183532] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.408825] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.409559] env[62679]: DEBUG nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.413064] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.604s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.413443] env[62679]: DEBUG nova.objects.instance [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lazy-loading 'resources' on Instance uuid e6b0efb6-f2d5-41e9-b479-0e6624eafdd4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.522155] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411966, 'name': CreateVM_Task, 'duration_secs': 0.321598} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.522393] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.523151] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.523372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.523764] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.524090] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962b58e3-9c7f-465a-a708-48c00d0abc1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.529172] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 714.529172] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ecbbcb-e23b-bb0c-9f6e-7940d755f9c5" [ 714.529172] env[62679]: _type = "Task" [ 714.529172] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.539915] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ecbbcb-e23b-bb0c-9f6e-7940d755f9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.585972] env[62679]: DEBUG oslo_vmware.api [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411962, 'name': PowerOnVM_Task, 'duration_secs': 0.724871} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.586775] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.587049] env[62679]: INFO nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Took 16.72 seconds to spawn the instance on the hypervisor. [ 714.587285] env[62679]: DEBUG nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.588466] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bbc07c-0d49-4a18-bd54-e4e8fb1a03f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.636798] env[62679]: DEBUG oslo_vmware.api [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Task: {'id': task-2411968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168926} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.636977] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.637030] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.637233] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.637399] env[62679]: INFO nova.compute.manager [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Took 1.12 seconds to destroy the instance on the hypervisor. [ 714.637649] env[62679]: DEBUG oslo.service.loopingcall [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.637840] env[62679]: DEBUG nova.compute.manager [-] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.637931] env[62679]: DEBUG nova.network.neutron [-] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.665845] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411969, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.691550] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.916956] env[62679]: DEBUG nova.compute.utils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 714.922078] env[62679]: DEBUG nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.922078] env[62679]: DEBUG nova.network.neutron [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.011711] env[62679]: DEBUG nova.network.neutron [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Updated VIF entry in instance network info cache for port b19ab091-a1d6-4be3-b030-5faaeaef92dd. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.012083] env[62679]: DEBUG nova.network.neutron [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Updating instance_info_cache with network_info: [{"id": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "address": "fa:16:3e:62:18:06", "network": {"id": "bb19d4f2-eff0-43bf-9eb0-a75f7fa5e06d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-669418371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fad615d354adb8d0e642fffa1b9a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19ab091-a1", "ovs_interfaceid": "b19ab091-a1d6-4be3-b030-5faaeaef92dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.043929] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ecbbcb-e23b-bb0c-9f6e-7940d755f9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.05302} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.044363] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.044524] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.044810] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.044937] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.045069] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.045346] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b1d6ca9-bcf3-4238-b256-1ba6452a786c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.053954] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.054162] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.054929] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deeb98cd-891a-47fb-8806-9ceac06c8ffe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.060258] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 715.060258] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52130584-7690-4b46-de4d-7e984d3eb87b" [ 715.060258] env[62679]: _type = "Task" [ 715.060258] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.070349] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52130584-7690-4b46-de4d-7e984d3eb87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.108063] env[62679]: INFO nova.compute.manager [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Took 52.10 seconds to build instance. [ 715.159044] env[62679]: DEBUG oslo_vmware.api [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411969, 'name': PowerOnVM_Task, 'duration_secs': 0.965199} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.159044] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.159044] env[62679]: INFO nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Took 8.86 seconds to spawn the instance on the hypervisor. [ 715.159226] env[62679]: DEBUG nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.160035] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c87f8b-31cf-4f06-bef8-2941969c0e33 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.183754] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708921} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.184048] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7893af92-485c-4f90-89a5-15c557ca3b24/7893af92-485c-4f90-89a5-15c557ca3b24.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.184301] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.184580] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b7c98a-deb8-43d2-95ba-5bda9d42fd2c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.193026] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 715.193026] env[62679]: value = "task-2411971" [ 715.193026] env[62679]: _type = "Task" [ 715.193026] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.200469] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.211927] env[62679]: DEBUG nova.policy [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c40f795827cf47d499bc9c36113fb561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36a35433359745d086a3d6a8d7a4fffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.421569] env[62679]: DEBUG nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.483640] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedef6f0-a3cf-4577-b00a-86df6b6520ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.491087] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0c5625-3f1f-47ab-9c64-435369788c54 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.525225] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Releasing lock "refresh_cache-22e41608-3622-4e14-ab78-b9d704068900" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.525508] env[62679]: DEBUG nova.compute.manager [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Received event network-vif-plugged-6b630ed3-d67d-40dd-a864-fa2f63da7430 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 715.525715] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Acquiring lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.525918] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.526089] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.526256] env[62679]: DEBUG nova.compute.manager [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] No waiting events found dispatching network-vif-plugged-6b630ed3-d67d-40dd-a864-fa2f63da7430 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.526424] env[62679]: WARNING nova.compute.manager [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Received unexpected event network-vif-plugged-6b630ed3-d67d-40dd-a864-fa2f63da7430 for instance with vm_state building and task_state spawning. [ 715.526586] env[62679]: DEBUG nova.compute.manager [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Received event network-changed-6b630ed3-d67d-40dd-a864-fa2f63da7430 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 715.526739] env[62679]: DEBUG nova.compute.manager [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Refreshing instance network info cache due to event network-changed-6b630ed3-d67d-40dd-a864-fa2f63da7430. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 715.526919] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Acquiring lock "refresh_cache-dd7326e8-82a9-4d41-b1d3-9699ff0ded76" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.527071] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Acquired lock "refresh_cache-dd7326e8-82a9-4d41-b1d3-9699ff0ded76" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.527228] env[62679]: DEBUG nova.network.neutron [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Refreshing network info cache for port 6b630ed3-d67d-40dd-a864-fa2f63da7430 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.529208] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059af343-cb72-493b-83cf-c3d2b9e0d9c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.537193] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e300ec61-7c9a-4cfa-8d9a-964319b0e242 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.551941] env[62679]: DEBUG nova.compute.provider_tree [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.572112] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52130584-7690-4b46-de4d-7e984d3eb87b, 'name': SearchDatastore_Task, 'duration_secs': 0.014239} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.572338] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a87cf9a-e730-4a5f-b36e-980cca2f0d70 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.577392] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 715.577392] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b4abb2-b3c5-fec9-2b50-b04d3d295269" [ 715.577392] env[62679]: _type = "Task" [ 715.577392] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.585936] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b4abb2-b3c5-fec9-2b50-b04d3d295269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.610485] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e568ad6f-3084-4a69-ac2c-72f3bda31657 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.576s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.678478] env[62679]: INFO nova.compute.manager [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Took 41.42 seconds to build instance. [ 715.704662] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072053} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.706961] env[62679]: DEBUG nova.compute.manager [req-bb97f772-8621-4594-9652-67e6f8318062 req-25b8f5ab-b804-480c-90b6-c63c1b19c8ac service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Received event network-vif-deleted-df02d2a6-f1e9-4e25-ba4f-351c8b529fc3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 715.707204] env[62679]: INFO nova.compute.manager [req-bb97f772-8621-4594-9652-67e6f8318062 req-25b8f5ab-b804-480c-90b6-c63c1b19c8ac service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Neutron deleted interface df02d2a6-f1e9-4e25-ba4f-351c8b529fc3; detaching it from the instance and deleting it from the info cache [ 715.707377] env[62679]: DEBUG nova.network.neutron [req-bb97f772-8621-4594-9652-67e6f8318062 req-25b8f5ab-b804-480c-90b6-c63c1b19c8ac service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.709320] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.710123] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4e190-2114-4029-99b6-5303498b2864 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.736740] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 7893af92-485c-4f90-89a5-15c557ca3b24/7893af92-485c-4f90-89a5-15c557ca3b24.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.737902] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98aa727e-a879-4f7e-a7f4-0b74101dbad6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.761408] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 715.761408] env[62679]: value = "task-2411972" [ 715.761408] env[62679]: _type = "Task" [ 715.761408] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.771100] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.805749] env[62679]: DEBUG nova.network.neutron [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Successfully created port: af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.884672] env[62679]: DEBUG nova.network.neutron [-] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.055585] env[62679]: DEBUG nova.scheduler.client.report [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.095140] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b4abb2-b3c5-fec9-2b50-b04d3d295269, 'name': SearchDatastore_Task, 'duration_secs': 0.018004} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.095689] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.095830] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] dd7326e8-82a9-4d41-b1d3-9699ff0ded76/dd7326e8-82a9-4d41-b1d3-9699ff0ded76.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.096685] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d21bf86-3543-4f8d-b52f-ba4068a12123 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.105958] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 716.105958] env[62679]: value = "task-2411973" [ 716.105958] env[62679]: _type = "Task" [ 716.105958] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.119536] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.182615] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2a19ca9-5ab9-4bcd-abcd-43c51cae9c3f tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "b3deb642-4e36-4b45-81c3-395325bd6106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.641s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.211693] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d336b01-f0e9-4853-8214-61506b96411a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.221187] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91240d81-9992-4442-a051-f5b59dc0dc67 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.260451] env[62679]: DEBUG nova.compute.manager [req-bb97f772-8621-4594-9652-67e6f8318062 req-25b8f5ab-b804-480c-90b6-c63c1b19c8ac service nova] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Detach interface failed, port_id=df02d2a6-f1e9-4e25-ba4f-351c8b529fc3, reason: Instance fa6728e9-1d24-4e34-bd99-561f8bb13262 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 716.275067] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.389530] env[62679]: INFO nova.compute.manager [-] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Took 1.75 seconds to deallocate network for instance. [ 716.437444] env[62679]: DEBUG nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.461517] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.461768] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.461926] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.462114] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.462248] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.462382] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.462585] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.463167] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.463167] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.463271] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.463462] env[62679]: DEBUG nova.virt.hardware [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.466109] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f15f8a-02de-4d80-bfc3-220862c2ac6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.468216] env[62679]: DEBUG nova.network.neutron [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Updated VIF entry in instance network info cache for port 6b630ed3-d67d-40dd-a864-fa2f63da7430. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.468668] env[62679]: DEBUG nova.network.neutron [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Updating instance_info_cache with network_info: [{"id": "6b630ed3-d67d-40dd-a864-fa2f63da7430", "address": "fa:16:3e:ca:61:24", "network": {"id": "8e14db20-ce2d-40b1-9210-15e166125bd2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1620236949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b889eecee254e4e9baef251b2f530f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b630ed3-d6", "ovs_interfaceid": "6b630ed3-d67d-40dd-a864-fa2f63da7430", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.476088] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c1b68c-a8be-45bf-84a8-3a53d9710579 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.563434] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.566864] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.598s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.566864] env[62679]: DEBUG nova.objects.instance [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lazy-loading 'resources' on Instance uuid 1d66f43a-fe3a-42a0-86c6-3fa58ca90847 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.611704] env[62679]: INFO nova.scheduler.client.report [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted allocations for instance e6b0efb6-f2d5-41e9-b479-0e6624eafdd4 [ 716.622010] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411973, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.777288] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411972, 'name': ReconfigVM_Task, 'duration_secs': 0.945527} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.777288] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 7893af92-485c-4f90-89a5-15c557ca3b24/7893af92-485c-4f90-89a5-15c557ca3b24.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.778333] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d49ca9c8-b047-40a0-83ce-cb357fd57bbf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.787125] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 716.787125] env[62679]: value = "task-2411974" [ 716.787125] env[62679]: _type = "Task" [ 716.787125] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.798446] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411974, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.898315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.971458] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4e283e6-f189-4582-96b5-32e959d76ca7 req-de2ca932-f20e-454d-8963-1e96d50fbcf9 service nova] Releasing lock "refresh_cache-dd7326e8-82a9-4d41-b1d3-9699ff0ded76" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.121841] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711782} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.125298] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] dd7326e8-82a9-4d41-b1d3-9699ff0ded76/dd7326e8-82a9-4d41-b1d3-9699ff0ded76.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.125649] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.128040] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1a0e7b06-3ac1-4201-9195-b94de30e1de1 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "e6b0efb6-f2d5-41e9-b479-0e6624eafdd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.921s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.129388] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5dc769a-49bc-4818-82d0-17271903560a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.140896] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 717.140896] env[62679]: value = "task-2411975" [ 717.140896] env[62679]: _type = "Task" [ 717.140896] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.156595] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.246631] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "9992c674-138a-41b7-8921-4a27dbd9d00a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.246878] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.247102] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.247284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.247445] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.249995] env[62679]: INFO nova.compute.manager [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Terminating instance [ 717.300127] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411974, 'name': Rename_Task, 'duration_secs': 0.180688} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.300420] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.300669] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca6de2a-3ced-4859-ad6a-64563d109520 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.309044] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 717.309044] env[62679]: value = "task-2411976" [ 717.309044] env[62679]: _type = "Task" [ 717.309044] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.316567] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.392872] env[62679]: DEBUG nova.compute.manager [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.393883] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cde285-fe57-46de-96ac-e71ba5b3e627 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.488021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Acquiring lock "6c29480d-a846-4c48-a5c4-73f3aaa60198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.488021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.488021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Acquiring lock "6c29480d-a846-4c48-a5c4-73f3aaa60198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.488021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.488021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.492357] env[62679]: INFO nova.compute.manager [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Terminating instance [ 717.621175] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df791e2d-c911-4de5-a60e-46489146dbf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.629645] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63f87c0-e334-4425-bc02-2e830a25ee05 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.666339] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1820c94-4f36-401e-91e1-67524851de1f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.674725] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079234} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.677468] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.678398] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e7254c-aa45-4e8e-bb63-21a938cd5d12 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.682400] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f65855d-9672-4d7b-bbde-d0da0d515f77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.698827] env[62679]: DEBUG nova.compute.provider_tree [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.718997] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] dd7326e8-82a9-4d41-b1d3-9699ff0ded76/dd7326e8-82a9-4d41-b1d3-9699ff0ded76.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.720824] env[62679]: DEBUG nova.scheduler.client.report [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.724121] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d48946-6c8c-4d94-aac5-18b4fe7c13ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.745647] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 717.745647] env[62679]: value = "task-2411977" [ 717.745647] env[62679]: _type = "Task" [ 717.745647] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.755398] env[62679]: DEBUG nova.compute.manager [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.755866] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.756071] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.756831] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edd044b-9211-4abf-865e-0b8bc6c79654 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.765690] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.765690] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0449a76-dd5e-496b-802e-54acf9550701 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.770420] env[62679]: DEBUG oslo_vmware.api [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 717.770420] env[62679]: value = "task-2411978" [ 717.770420] env[62679]: _type = "Task" [ 717.770420] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.775577] env[62679]: DEBUG nova.compute.manager [req-6f177c93-2a6f-4dac-9864-b1e44fefcfea req-f03b36d8-5f64-4796-b1ab-3a1b24a7fb65 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Received event network-vif-plugged-af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 717.775805] env[62679]: DEBUG oslo_concurrency.lockutils [req-6f177c93-2a6f-4dac-9864-b1e44fefcfea req-f03b36d8-5f64-4796-b1ab-3a1b24a7fb65 service nova] Acquiring lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.776424] env[62679]: DEBUG oslo_concurrency.lockutils [req-6f177c93-2a6f-4dac-9864-b1e44fefcfea req-f03b36d8-5f64-4796-b1ab-3a1b24a7fb65 service nova] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.776721] env[62679]: DEBUG oslo_concurrency.lockutils [req-6f177c93-2a6f-4dac-9864-b1e44fefcfea req-f03b36d8-5f64-4796-b1ab-3a1b24a7fb65 service nova] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.776950] env[62679]: DEBUG nova.compute.manager [req-6f177c93-2a6f-4dac-9864-b1e44fefcfea req-f03b36d8-5f64-4796-b1ab-3a1b24a7fb65 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] No waiting events found dispatching network-vif-plugged-af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.777547] env[62679]: WARNING nova.compute.manager [req-6f177c93-2a6f-4dac-9864-b1e44fefcfea req-f03b36d8-5f64-4796-b1ab-3a1b24a7fb65 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Received unexpected event network-vif-plugged-af28bcfd-0703-4bce-83cb-947dc1b9032a for instance with vm_state building and task_state spawning. [ 717.784368] env[62679]: DEBUG oslo_vmware.api [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.820086] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.866500] env[62679]: DEBUG nova.network.neutron [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Successfully updated port: af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.910136] env[62679]: INFO nova.compute.manager [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] instance snapshotting [ 717.911014] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14dec35-abf6-4d29-b328-310abf6676c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.937933] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c876a02-3052-45f1-a995-002d560c406c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.996824] env[62679]: DEBUG nova.compute.manager [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.997105] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.997783] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3322350b-756b-4cfa-bda7-2475bb141f6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.005319] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 718.005319] env[62679]: value = "task-2411979" [ 718.005319] env[62679]: _type = "Task" [ 718.005319] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.015526] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.244132] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.246760] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.159s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.246760] env[62679]: DEBUG nova.objects.instance [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 718.267950] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.276996] env[62679]: INFO nova.scheduler.client.report [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted allocations for instance 1d66f43a-fe3a-42a0-86c6-3fa58ca90847 [ 718.292803] env[62679]: DEBUG oslo_vmware.api [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411978, 'name': PowerOffVM_Task, 'duration_secs': 0.246095} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.293189] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.293422] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.293663] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df02c38-df83-46b9-af04-9cc2f1729362 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.319221] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.370405] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.370405] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.370405] env[62679]: DEBUG nova.network.neutron [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.453154] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.453485] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ccf451dd-62ec-4af1-9710-1ee0c21d8ba3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.462094] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 718.462094] env[62679]: value = "task-2411981" [ 718.462094] env[62679]: _type = "Task" [ 718.462094] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.474331] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.517289] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411979, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.542832] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.542832] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.542832] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Deleting the datastore file [datastore2] 9992c674-138a-41b7-8921-4a27dbd9d00a {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.542832] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b3b94f8-459d-4d0d-9ae9-0280572193b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.550073] env[62679]: DEBUG oslo_vmware.api [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 718.550073] env[62679]: value = "task-2411982" [ 718.550073] env[62679]: _type = "Task" [ 718.550073] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.560438] env[62679]: DEBUG oslo_vmware.api [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.775019] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411977, 'name': ReconfigVM_Task, 'duration_secs': 0.977202} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.775019] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Reconfigured VM instance instance-00000031 to attach disk [datastore2] dd7326e8-82a9-4d41-b1d3-9699ff0ded76/dd7326e8-82a9-4d41-b1d3-9699ff0ded76.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.775019] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dd829b7-a853-4118-bf0e-7f70b3247410 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.784550] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 718.784550] env[62679]: value = "task-2411983" [ 718.784550] env[62679]: _type = "Task" [ 718.784550] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.797184] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411983, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.799505] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0736ba4-7b04-417a-881c-4224ed7c7364 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "1d66f43a-fe3a-42a0-86c6-3fa58ca90847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.462s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.827695] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411976, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.918607] env[62679]: DEBUG nova.network.neutron [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.973418] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.015708] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411979, 'name': PowerOffVM_Task, 'duration_secs': 0.521624} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.015860] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.016495] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 719.016495] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-488948', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'name': 'volume-256fb754-19c5-4711-ad5f-55cc68635752', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c29480d-a846-4c48-a5c4-73f3aaa60198', 'attached_at': '', 'detached_at': '', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'serial': '256fb754-19c5-4711-ad5f-55cc68635752'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 719.017814] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade47d67-d878-4e20-99ec-612222b08097 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.041321] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be9970-3a46-460a-aeaa-44d085530f3b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.048298] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ce3daa-741d-4ac1-b920-4038aafec38e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.070205] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee55fed-1f08-4d9b-aa47-a2f3688a8cfc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.077992] env[62679]: DEBUG oslo_vmware.api [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2411982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235306} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.078672] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.078912] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.079203] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.079400] env[62679]: INFO nova.compute.manager [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Took 1.32 seconds to destroy the instance on the hypervisor. [ 719.079689] env[62679]: DEBUG oslo.service.loopingcall [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.079862] env[62679]: DEBUG nova.compute.manager [-] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.079958] env[62679]: DEBUG nova.network.neutron [-] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.097235] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] The volume has not been displaced from its original location: [datastore2] volume-256fb754-19c5-4711-ad5f-55cc68635752/volume-256fb754-19c5-4711-ad5f-55cc68635752.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 719.106676] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 719.107260] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9372f97-f71a-42f3-be60-eb76282f367e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.128085] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 719.128085] env[62679]: value = "task-2411984" [ 719.128085] env[62679]: _type = "Task" [ 719.128085] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.136999] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.264876] env[62679]: DEBUG oslo_concurrency.lockutils [None req-878b3d1b-5f4b-42dc-9396-f5249a61ebd8 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.266136] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.723s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.266376] env[62679]: DEBUG nova.objects.instance [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'resources' on Instance uuid 92ac37e0-64ff-4295-ae78-68c6ab45742c {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.295959] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411983, 'name': Rename_Task, 'duration_secs': 0.227079} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.296263] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.296518] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe0494f-25b8-44e5-8a27-8246d783ce8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.304154] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 719.304154] env[62679]: value = "task-2411985" [ 719.304154] env[62679]: _type = "Task" [ 719.304154] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.313263] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.321845] env[62679]: DEBUG oslo_vmware.api [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2411976, 'name': PowerOnVM_Task, 'duration_secs': 1.545748} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.321845] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.322018] env[62679]: INFO nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Took 10.33 seconds to spawn the instance on the hypervisor. [ 719.322205] env[62679]: DEBUG nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.323386] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b09165-e056-486b-82da-5e055c516f8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.334672] env[62679]: DEBUG nova.network.neutron [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.483090] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411981, 'name': CreateSnapshot_Task, 'duration_secs': 0.785416} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.483413] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 719.484258] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b4e63f-c37d-4f12-bea9-e32ff9f62530 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.639603] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411984, 'name': ReconfigVM_Task, 'duration_secs': 0.259267} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.640082] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 719.645845] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9aa7233-d720-43a7-9a3d-ee0fec96c5fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.665018] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 719.665018] env[62679]: value = "task-2411986" [ 719.665018] env[62679]: _type = "Task" [ 719.665018] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.672862] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.721517] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.721872] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.816670] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.840831] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.841346] env[62679]: DEBUG nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Instance network_info: |[{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.849719] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:0d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af28bcfd-0703-4bce-83cb-947dc1b9032a', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.854902] env[62679]: DEBUG oslo.service.loopingcall [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.855158] env[62679]: INFO nova.compute.manager [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Took 43.69 seconds to build instance. [ 719.856895] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.857290] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a08c7f2-9a94-4b3d-bc98-80cf9b31cb26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.885633] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.885633] env[62679]: value = "task-2411987" [ 719.885633] env[62679]: _type = "Task" [ 719.885633] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.895881] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411987, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.992344] env[62679]: DEBUG nova.compute.manager [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Received event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 719.992567] env[62679]: DEBUG nova.compute.manager [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing instance network info cache due to event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 719.992891] env[62679]: DEBUG oslo_concurrency.lockutils [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] Acquiring lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.993115] env[62679]: DEBUG oslo_concurrency.lockutils [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] Acquired lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.993338] env[62679]: DEBUG nova.network.neutron [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.009944] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.010982] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57c1935d-c7b1-4d22-b596-ea45938d3d4c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.025189] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 720.025189] env[62679]: value = "task-2411988" [ 720.025189] env[62679]: _type = "Task" [ 720.025189] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.037925] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411988, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.176035] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411986, 'name': ReconfigVM_Task, 'duration_secs': 0.121685} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.176035] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-488948', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'name': 'volume-256fb754-19c5-4711-ad5f-55cc68635752', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c29480d-a846-4c48-a5c4-73f3aaa60198', 'attached_at': '', 'detached_at': '', 'volume_id': '256fb754-19c5-4711-ad5f-55cc68635752', 'serial': '256fb754-19c5-4711-ad5f-55cc68635752'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 720.176316] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.176991] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d3b1af-a867-44a9-b097-2de6f346bdb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.190595] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.190595] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e56c9f3e-e7c4-4194-a0cd-07e5a0361b31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.227615] env[62679]: DEBUG nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.295051] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.295330] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.295476] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Deleting the datastore file [datastore2] 6c29480d-a846-4c48-a5c4-73f3aaa60198 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.295737] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e88457c3-d11b-4e66-a925-9c9aaae920a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.303322] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for the task: (returnval){ [ 720.303322] env[62679]: value = "task-2411990" [ 720.303322] env[62679]: _type = "Task" [ 720.303322] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.318520] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.321883] env[62679]: DEBUG oslo_vmware.api [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411985, 'name': PowerOnVM_Task, 'duration_secs': 0.784568} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.324493] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.324743] env[62679]: INFO nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Took 8.62 seconds to spawn the instance on the hypervisor. [ 720.324891] env[62679]: DEBUG nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.325837] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9eab6-a9c2-466f-887c-7934cad11d49 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.357774] env[62679]: DEBUG oslo_concurrency.lockutils [None req-86f1c516-4d7c-4994-bd24-f5e6b3b49796 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "7893af92-485c-4f90-89a5-15c557ca3b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.741s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.373910] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7877253f-20f0-440d-99dc-1c3f994b46bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.383033] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c46ba4-c31a-43ab-8d5c-1945581d3fba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.399771] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2411987, 'name': CreateVM_Task, 'duration_secs': 0.374959} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.427123] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.429666] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.429965] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.430730] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.431573] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afac46e-252d-4e40-8377-70e2a615bf8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.434574] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345848fa-578a-4a7f-b716-4ab4e96c5d6b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.444106] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01854e1-515f-41e2-9a20-cf2a6b8757b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.449311] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 720.449311] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f20dbd-66ef-4419-b2b8-28af35bca24d" [ 720.449311] env[62679]: _type = "Task" [ 720.449311] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.461707] env[62679]: DEBUG nova.compute.provider_tree [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.471729] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f20dbd-66ef-4419-b2b8-28af35bca24d, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.475702] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.475702] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.475702] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.475702] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.475702] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.475702] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214959aa-88fb-4e21-83d4-94c2bfc16dbe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.485127] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.485127] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.486226] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424af1a8-8572-47b0-8a48-3cc00f1d8c4e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.492949] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 720.492949] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f5fdb2-e2e0-7592-1413-62e4f5671b17" [ 720.492949] env[62679]: _type = "Task" [ 720.492949] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.509964] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f5fdb2-e2e0-7592-1413-62e4f5671b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.537124] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411988, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.757521] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.815891] env[62679]: DEBUG oslo_vmware.api [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Task: {'id': task-2411990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114617} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.816171] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.816621] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.816860] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.817055] env[62679]: INFO nova.compute.manager [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Took 2.82 seconds to destroy the instance on the hypervisor. [ 720.817451] env[62679]: DEBUG oslo.service.loopingcall [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.817677] env[62679]: DEBUG nova.compute.manager [-] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.817775] env[62679]: DEBUG nova.network.neutron [-] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.842572] env[62679]: INFO nova.compute.manager [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Took 44.17 seconds to build instance. [ 720.885309] env[62679]: DEBUG nova.network.neutron [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updated VIF entry in instance network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.885680] env[62679]: DEBUG nova.network.neutron [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.973161] env[62679]: DEBUG nova.scheduler.client.report [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.976932] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "204e3516-e790-4b20-b9e4-9696b682b58d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.977259] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "204e3516-e790-4b20-b9e4-9696b682b58d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.977474] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "204e3516-e790-4b20-b9e4-9696b682b58d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.977668] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "204e3516-e790-4b20-b9e4-9696b682b58d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.977836] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "204e3516-e790-4b20-b9e4-9696b682b58d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.980373] env[62679]: INFO nova.compute.manager [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Terminating instance [ 720.990616] env[62679]: DEBUG nova.network.neutron [-] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.008892] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f5fdb2-e2e0-7592-1413-62e4f5671b17, 'name': SearchDatastore_Task, 'duration_secs': 0.016402} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.009782] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b847f83e-b0dc-455a-bc74-cde232a34e11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.017484] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 721.017484] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523e9747-d78e-b8a8-9201-b319cd9a950e" [ 721.017484] env[62679]: _type = "Task" [ 721.017484] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.025509] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523e9747-d78e-b8a8-9201-b319cd9a950e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.040709] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411988, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.306669] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.306669] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.337181] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "8532154b-2392-4135-b331-a2ac28559b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.337181] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "8532154b-2392-4135-b331-a2ac28559b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.345033] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebdcbf41-0fc2-420d-8ade-14b0f01a4e80 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.612s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.394732] env[62679]: DEBUG oslo_concurrency.lockutils [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] Releasing lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.394732] env[62679]: DEBUG nova.compute.manager [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-vif-deleted-9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 721.394732] env[62679]: INFO nova.compute.manager [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Neutron deleted interface 9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e; detaching it from the instance and deleting it from the info cache [ 721.394732] env[62679]: DEBUG nova.network.neutron [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [{"id": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "address": "fa:16:3e:b6:8a:9a", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd4e147-20", "ovs_interfaceid": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a633ac69-393c-4bfe-8636-b13a989e0be0", "address": "fa:16:3e:aa:9d:70", "network": {"id": "c82af633-f6e3-4d1c-9857-c04b41cfbf48", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-731142856", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa633ac69-39", "ovs_interfaceid": "a633ac69-393c-4bfe-8636-b13a989e0be0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.483983] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.485377] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.918s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.485756] env[62679]: DEBUG nova.objects.instance [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 721.489605] env[62679]: DEBUG nova.compute.manager [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.490082] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.493146] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b05598e-ae3c-437f-8ef2-6a48d5241af4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.497048] env[62679]: INFO nova.compute.manager [-] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Took 2.42 seconds to deallocate network for instance. [ 721.506413] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.508264] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c180c83-55cc-4137-bf64-9484f15dcb5a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.514692] env[62679]: DEBUG oslo_vmware.api [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 721.514692] env[62679]: value = "task-2411991" [ 721.514692] env[62679]: _type = "Task" [ 721.514692] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.533705] env[62679]: INFO nova.scheduler.client.report [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted allocations for instance 92ac37e0-64ff-4295-ae78-68c6ab45742c [ 721.544115] env[62679]: DEBUG oslo_vmware.api [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.554978] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523e9747-d78e-b8a8-9201-b319cd9a950e, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.555246] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.555624] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.555769] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f64300b3-44d4-4475-8aa3-e67e02013c40 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.562458] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411988, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.567124] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 721.567124] env[62679]: value = "task-2411992" [ 721.567124] env[62679]: _type = "Task" [ 721.567124] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.576331] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.799939] env[62679]: DEBUG nova.compute.manager [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Received event network-changed-0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 721.799939] env[62679]: DEBUG nova.compute.manager [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Refreshing instance network info cache due to event network-changed-0f9bd017-4f3d-4ff0-9c7a-32cf19426296. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 721.800470] env[62679]: DEBUG oslo_concurrency.lockutils [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] Acquiring lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.800470] env[62679]: DEBUG oslo_concurrency.lockutils [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] Acquired lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.800604] env[62679]: DEBUG nova.network.neutron [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Refreshing network info cache for port 0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.809810] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.841013] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.897353] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-430f0ac5-cf4b-42c1-8c0e-7030ec33547d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.909201] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31437455-f87c-40b1-ab93-643c032bcc6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.953484] env[62679]: DEBUG nova.compute.manager [req-b3ae3c51-2984-40d6-a314-5c4b0037ab0f req-61f9a2c5-6151-4512-aded-32b3fa90b163 service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Detach interface failed, port_id=9bbe538a-3f32-4a01-a35f-3dcb10d6ab7e, reason: Instance 9992c674-138a-41b7-8921-4a27dbd9d00a could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 722.009575] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.027285] env[62679]: DEBUG oslo_vmware.api [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411991, 'name': PowerOffVM_Task, 'duration_secs': 0.184677} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.027621] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.027746] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.027998] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a699f7eb-dc29-4184-92c5-0aaf3e727e38 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.047448] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2411988, 'name': CloneVM_Task, 'duration_secs': 1.648593} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.047726] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Created linked-clone VM from snapshot [ 722.048566] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e71331-ee65-4f72-aa2d-d1744abffe80 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.055417] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ac6ed4a7-9a47-43c8-9859-4cbd7eb6259a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "92ac37e0-64ff-4295-ae78-68c6ab45742c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.596s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.060041] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Uploading image 07b005d9-df2e-408e-ba1d-e6c8f9e38594 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.077085] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.088872] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.088872] env[62679]: value = "vm-489039" [ 722.088872] env[62679]: _type = "VirtualMachine" [ 722.088872] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.089222] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4b3a533b-adc4-438b-9f01-7c3ca5fe6099 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.098474] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease: (returnval){ [ 722.098474] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f757f-813c-b714-c625-ed7272dc6227" [ 722.098474] env[62679]: _type = "HttpNfcLease" [ 722.098474] env[62679]: } obtained for exporting VM: (result){ [ 722.098474] env[62679]: value = "vm-489039" [ 722.098474] env[62679]: _type = "VirtualMachine" [ 722.098474] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.098772] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the lease: (returnval){ [ 722.098772] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f757f-813c-b714-c625-ed7272dc6227" [ 722.098772] env[62679]: _type = "HttpNfcLease" [ 722.098772] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.104913] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.105195] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.105404] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Deleting the datastore file [datastore2] 204e3516-e790-4b20-b9e4-9696b682b58d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.106554] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9686ac0-c1f2-4834-b112-7bb1b1a66ce6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.111993] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.111993] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f757f-813c-b714-c625-ed7272dc6227" [ 722.111993] env[62679]: _type = "HttpNfcLease" [ 722.111993] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 722.114048] env[62679]: DEBUG oslo_vmware.api [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for the task: (returnval){ [ 722.114048] env[62679]: value = "task-2411995" [ 722.114048] env[62679]: _type = "Task" [ 722.114048] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.128628] env[62679]: DEBUG oslo_vmware.api [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.188869] env[62679]: DEBUG nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-vif-deleted-a633ac69-393c-4bfe-8636-b13a989e0be0 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 722.189178] env[62679]: INFO nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Neutron deleted interface a633ac69-393c-4bfe-8636-b13a989e0be0; detaching it from the instance and deleting it from the info cache [ 722.189462] env[62679]: DEBUG nova.network.neutron [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [{"id": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "address": "fa:16:3e:b6:8a:9a", "network": {"id": "65206e98-e936-49bb-88cf-29c9bd9f7483", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-418662351", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd4e147-20", "ovs_interfaceid": "dfd4e147-2097-4d1b-a118-f46a3a1606da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.217917] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.218660] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.218660] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.218660] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.218951] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.221058] env[62679]: INFO nova.compute.manager [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Terminating instance [ 722.335363] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.360108] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.380223] env[62679]: DEBUG nova.network.neutron [-] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.503420] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5bc16e0f-50ae-4263-8723-b010e114eafd tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.504750] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.737s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.507903] env[62679]: INFO nova.compute.claims [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.581881] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638786} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.583159] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.583381] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.583681] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94818b3d-11b4-4561-9c6e-6cd9d875fe7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.590905] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 722.590905] env[62679]: value = "task-2411996" [ 722.590905] env[62679]: _type = "Task" [ 722.590905] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.603012] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.609750] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.609750] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f757f-813c-b714-c625-ed7272dc6227" [ 722.609750] env[62679]: _type = "HttpNfcLease" [ 722.609750] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 722.610167] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 722.610167] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f757f-813c-b714-c625-ed7272dc6227" [ 722.610167] env[62679]: _type = "HttpNfcLease" [ 722.610167] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 722.611029] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467e5707-38ef-46d6-b31f-b98fb8776145 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.624437] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d300f4-2604-87d8-b018-105bb0a8f4bb/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 722.624707] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d300f4-2604-87d8-b018-105bb0a8f4bb/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 722.634196] env[62679]: DEBUG oslo_vmware.api [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Task: {'id': task-2411995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347553} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.704465] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.704599] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.704831] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.705066] env[62679]: INFO nova.compute.manager [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 722.705357] env[62679]: DEBUG oslo.service.loopingcall [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.707029] env[62679]: DEBUG nova.network.neutron [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Updated VIF entry in instance network info cache for port 0f9bd017-4f3d-4ff0-9c7a-32cf19426296. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.707373] env[62679]: DEBUG nova.network.neutron [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Updating instance_info_cache with network_info: [{"id": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "address": "fa:16:3e:a9:63:2b", "network": {"id": "9a17eff1-277c-4bfe-966c-614235fbc6ea", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-669017876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a9f692c5a5450b9ff807b8947ce148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9bd017-4f", "ovs_interfaceid": "0f9bd017-4f3d-4ff0-9c7a-32cf19426296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.708467] env[62679]: DEBUG nova.compute.manager [-] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.708568] env[62679]: DEBUG nova.network.neutron [-] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.712017] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00cb0f1c-4af9-49e7-9b2d-3ac98bfcd208 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.721467] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28e162-b611-4f48-839e-893ba7a45ed9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.733401] env[62679]: DEBUG nova.compute.manager [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.733614] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.734420] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000174ea-3775-496b-a92a-52295669f252 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.742538] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.742757] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43bb8a62-b3a0-41d9-950c-853df84aa119 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.748599] env[62679]: DEBUG oslo_vmware.api [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 722.748599] env[62679]: value = "task-2411997" [ 722.748599] env[62679]: _type = "Task" [ 722.748599] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.763704] env[62679]: DEBUG nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Detach interface failed, port_id=a633ac69-393c-4bfe-8636-b13a989e0be0, reason: Instance 9992c674-138a-41b7-8921-4a27dbd9d00a could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 722.763932] env[62679]: DEBUG nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Received event network-vif-deleted-dfd4e147-2097-4d1b-a118-f46a3a1606da {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 722.764120] env[62679]: INFO nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Neutron deleted interface dfd4e147-2097-4d1b-a118-f46a3a1606da; detaching it from the instance and deleting it from the info cache [ 722.764298] env[62679]: DEBUG nova.network.neutron [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.777493] env[62679]: DEBUG oslo_vmware.api [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.796117] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08e470d4-bd9f-4cd9-b1a9-95968c40a0bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.884428] env[62679]: INFO nova.compute.manager [-] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Took 2.07 seconds to deallocate network for instance. [ 723.106251] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067964} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.106631] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.107869] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f75e652-95a6-4dc0-b753-46261a5e931d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.142049] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.142049] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dabdb7e-6a52-4db7-a871-d1201b7dcdbe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.162532] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 723.162532] env[62679]: value = "task-2411998" [ 723.162532] env[62679]: _type = "Task" [ 723.162532] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.172485] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.213705] env[62679]: DEBUG oslo_concurrency.lockutils [req-09632916-a81c-4b43-9379-14556797f783 req-2e858569-185a-4490-80db-74ec33524f56 service nova] Releasing lock "refresh_cache-7893af92-485c-4f90-89a5-15c557ca3b24" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.273356] env[62679]: DEBUG oslo_vmware.api [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411997, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.274038] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2825ba02-1239-489e-b62e-9076475b3f58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.283520] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1020ae06-6937-4f47-a4a6-d7ea2ac36ec2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.325270] env[62679]: DEBUG nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Detach interface failed, port_id=dfd4e147-2097-4d1b-a118-f46a3a1606da, reason: Instance 9992c674-138a-41b7-8921-4a27dbd9d00a could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 723.325786] env[62679]: DEBUG nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Received event network-vif-deleted-ebf769bd-78c0-4cd0-bac8-db591a76df69 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 723.326164] env[62679]: INFO nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Neutron deleted interface ebf769bd-78c0-4cd0-bac8-db591a76df69; detaching it from the instance and deleting it from the info cache [ 723.326490] env[62679]: DEBUG nova.network.neutron [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.461487] env[62679]: INFO nova.compute.manager [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Took 0.58 seconds to detach 1 volumes for instance. [ 723.464851] env[62679]: DEBUG nova.compute.manager [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Deleting volume: 256fb754-19c5-4711-ad5f-55cc68635752 {{(pid=62679) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 723.550767] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.551162] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.677722] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2411998, 'name': ReconfigVM_Task, 'duration_secs': 0.3687} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.678842] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.679124] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d8f14dc-6432-473e-ae3e-63883cadb1d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.687253] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 723.687253] env[62679]: value = "task-2412000" [ 723.687253] env[62679]: _type = "Task" [ 723.687253] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.698879] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412000, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.776794] env[62679]: DEBUG oslo_vmware.api [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2411997, 'name': PowerOffVM_Task, 'duration_secs': 0.661371} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.777083] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.777284] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.777571] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30abaafc-2bf2-4061-9bc0-cf68bf617abb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.816780] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.816780] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.830016] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea631eb0-c755-4305-b1f4-6ea06925383f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.844337] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5308d8-da43-4c29-b182-6bceea9e3725 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.869510] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.871866] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.871866] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Deleting the datastore file [datastore2] dd7326e8-82a9-4d41-b1d3-9699ff0ded76 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.871866] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd889fa1-095e-4948-ad61-52cd31c0b48a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.880141] env[62679]: DEBUG oslo_vmware.api [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for the task: (returnval){ [ 723.880141] env[62679]: value = "task-2412002" [ 723.880141] env[62679]: _type = "Task" [ 723.880141] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.900806] env[62679]: DEBUG nova.compute.manager [req-bc5f9104-22b9-4ebe-bd69-88d7b24bbfbf req-090f0f4c-3423-4d73-bb35-90f8adb5bece service nova] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Detach interface failed, port_id=ebf769bd-78c0-4cd0-bac8-db591a76df69, reason: Instance 6c29480d-a846-4c48-a5c4-73f3aaa60198 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 723.909095] env[62679]: DEBUG oslo_vmware.api [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2412002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.016271] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.054501] env[62679]: DEBUG nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.091302] env[62679]: DEBUG nova.network.neutron [-] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.128720] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefd9459-7de7-40a0-a325-b36bbb874e65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.136742] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d4e3f4-96d6-4a94-8f16-672a7fda7031 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.173543] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e1427-941b-49aa-bcb6-ad0f5ef7f2e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.183674] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c6be9-07d1-4552-b38d-5e73f8c5862a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.202268] env[62679]: DEBUG nova.compute.provider_tree [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.207020] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412000, 'name': Rename_Task, 'duration_secs': 0.149399} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.207649] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.207973] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d2691d0-aa9f-477a-8805-05609864983c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.217136] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 724.217136] env[62679]: value = "task-2412003" [ 724.217136] env[62679]: _type = "Task" [ 724.217136] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.227924] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.323823] env[62679]: DEBUG nova.compute.utils [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 724.391129] env[62679]: DEBUG oslo_vmware.api [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Task: {'id': task-2412002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318012} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.391492] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.391681] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.391868] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.392045] env[62679]: INFO nova.compute.manager [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Took 1.66 seconds to destroy the instance on the hypervisor. [ 724.392298] env[62679]: DEBUG oslo.service.loopingcall [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.392504] env[62679]: DEBUG nova.compute.manager [-] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.392594] env[62679]: DEBUG nova.network.neutron [-] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.446827] env[62679]: DEBUG nova.compute.manager [req-320fe179-0500-404a-8c8e-7408eba38091 req-7cedd71c-6ce8-4597-b9ee-242670b1f8d3 service nova] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Received event network-vif-deleted-8f098c59-d15b-44e6-af2d-363c05acdeb2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 724.581896] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.594794] env[62679]: INFO nova.compute.manager [-] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Took 1.89 seconds to deallocate network for instance. [ 724.709682] env[62679]: DEBUG nova.scheduler.client.report [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.730925] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412003, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.827408] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.102668] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.217394] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.217696] env[62679]: DEBUG nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.220554] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.820s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.220807] env[62679]: DEBUG nova.objects.instance [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lazy-loading 'resources' on Instance uuid fddb9aca-6c55-473e-979f-5eafb09256f1 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.232000] env[62679]: DEBUG oslo_vmware.api [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412003, 'name': PowerOnVM_Task, 'duration_secs': 0.720343} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.232998] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.233315] env[62679]: INFO nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Took 8.80 seconds to spawn the instance on the hypervisor. [ 725.233523] env[62679]: DEBUG nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.233837] env[62679]: DEBUG nova.network.neutron [-] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.235350] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd4dfab-fc79-4f0e-9be4-6917e9ca86bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.726518] env[62679]: DEBUG nova.compute.utils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.728095] env[62679]: DEBUG nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.728267] env[62679]: DEBUG nova.network.neutron [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.739304] env[62679]: INFO nova.compute.manager [-] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Took 1.35 seconds to deallocate network for instance. [ 725.755722] env[62679]: INFO nova.compute.manager [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Took 44.79 seconds to build instance. [ 725.787199] env[62679]: DEBUG nova.policy [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2be83d2f9fd140dcaef9ddd233e45b5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09ad837618b94362a6ba52ce9588988f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.892886] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.893208] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.893443] env[62679]: INFO nova.compute.manager [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Attaching volume d51c9896-5735-43fe-9bd1-94243034985d to /dev/sdb [ 725.933457] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64fb17f-d9b8-4381-98cd-d694017d0b12 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.945036] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7fd24-0621-42e9-b4ee-2621267c6fd4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.960096] env[62679]: DEBUG nova.virt.block_device [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating existing volume attachment record: 4c44b9fc-24b2-4c79-90fe-b66d573acc9e {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 726.232220] env[62679]: DEBUG nova.compute.utils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.248984] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.262730] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5777f32f-eee5-4fd0-a44e-0e43d471e156 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.018s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.284712] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beac8bc2-3899-457f-8d14-4ddb161c2f8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.294704] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a46a8a-61b0-4aee-8bf8-304d59d144ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.338446] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb9c2b9-3746-4720-a903-7434e466a2c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.348655] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e340e0a6-9ddf-4664-8907-47977e1b617f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.364242] env[62679]: DEBUG nova.compute.provider_tree [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.444455] env[62679]: DEBUG nova.network.neutron [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Successfully created port: 48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.644355] env[62679]: DEBUG nova.compute.manager [req-10f1816b-be55-46bd-b3ee-90ea39422d6d req-bb3b3722-f3d4-4fa2-9db4-3ac09c77232d service nova] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Received event network-vif-deleted-6b630ed3-d67d-40dd-a864-fa2f63da7430 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 726.738298] env[62679]: DEBUG nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.868249] env[62679]: DEBUG nova.scheduler.client.report [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.146393] env[62679]: DEBUG nova.compute.manager [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Received event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 727.146393] env[62679]: DEBUG nova.compute.manager [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing instance network info cache due to event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 727.146393] env[62679]: DEBUG oslo_concurrency.lockutils [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] Acquiring lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.146393] env[62679]: DEBUG oslo_concurrency.lockutils [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] Acquired lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.146393] env[62679]: DEBUG nova.network.neutron [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.376762] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.380136] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.900s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.380136] env[62679]: DEBUG nova.objects.instance [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lazy-loading 'resources' on Instance uuid 42845847-442b-4d76-955b-1862e762114f {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.411925] env[62679]: INFO nova.scheduler.client.report [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Deleted allocations for instance fddb9aca-6c55-473e-979f-5eafb09256f1 [ 727.747862] env[62679]: DEBUG nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.773927] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:19:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='752740225',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-474427561',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.774188] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.774347] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.774532] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.774675] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.774820] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.775286] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.775510] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.775691] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.775857] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.776050] env[62679]: DEBUG nova.virt.hardware [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.777048] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd320ce1-c7c2-4a8f-9cab-222bc665e614 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.785810] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a3297-d246-4b8d-aff5-fbd0147ffb12 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.922624] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e1baa499-2846-4e91-87be-5855ed49d2e7 tempest-ServerShowV257Test-1833935454 tempest-ServerShowV257Test-1833935454-project-member] Lock "fddb9aca-6c55-473e-979f-5eafb09256f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.798s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.995937] env[62679]: DEBUG nova.network.neutron [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updated VIF entry in instance network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.996483] env[62679]: DEBUG nova.network.neutron [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.251133] env[62679]: DEBUG nova.network.neutron [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Successfully updated port: 48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.349742] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d87ee1-4f1e-4254-b19b-221ca0123527 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.359109] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb259f-6de6-4fd7-a3ec-b4009d3ea2af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.392082] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c7763c-7ab2-41e3-847f-34a370001daa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.399418] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66a028-3e77-4c2c-aa34-98b53dc17453 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.417111] env[62679]: DEBUG nova.compute.provider_tree [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.501020] env[62679]: DEBUG oslo_concurrency.lockutils [req-10ed583b-04b8-4664-84c1-da90eed19e5e req-4d9b2597-2a04-494d-8678-fe1690d5b3f6 service nova] Releasing lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.673427] env[62679]: DEBUG nova.compute.manager [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Received event network-vif-plugged-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 728.673671] env[62679]: DEBUG oslo_concurrency.lockutils [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] Acquiring lock "cb2e798e-8018-4281-adb3-d3213738e05d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.673934] env[62679]: DEBUG oslo_concurrency.lockutils [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] Lock "cb2e798e-8018-4281-adb3-d3213738e05d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.674188] env[62679]: DEBUG oslo_concurrency.lockutils [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] Lock "cb2e798e-8018-4281-adb3-d3213738e05d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.674316] env[62679]: DEBUG nova.compute.manager [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] No waiting events found dispatching network-vif-plugged-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.674541] env[62679]: WARNING nova.compute.manager [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Received unexpected event network-vif-plugged-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a for instance with vm_state building and task_state spawning. [ 728.674705] env[62679]: DEBUG nova.compute.manager [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Received event network-changed-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 728.674874] env[62679]: DEBUG nova.compute.manager [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Refreshing instance network info cache due to event network-changed-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 728.675065] env[62679]: DEBUG oslo_concurrency.lockutils [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] Acquiring lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.675235] env[62679]: DEBUG oslo_concurrency.lockutils [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] Acquired lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.675401] env[62679]: DEBUG nova.network.neutron [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Refreshing network info cache for port 48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.753818] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.976694] env[62679]: DEBUG nova.scheduler.client.report [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.225275] env[62679]: DEBUG nova.network.neutron [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.485607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.488462] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.542s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.489995] env[62679]: INFO nova.compute.claims [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.522816] env[62679]: INFO nova.scheduler.client.report [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted allocations for instance 42845847-442b-4d76-955b-1862e762114f [ 729.631645] env[62679]: DEBUG nova.network.neutron [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.030816] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d2b94f1e-0b3f-4da0-a5d8-740015495b4f tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "42845847-442b-4d76-955b-1862e762114f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.994s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.134020] env[62679]: DEBUG oslo_concurrency.lockutils [req-68d7480a-f8d4-4eeb-b000-0bee374feac5 req-efe263f7-ab8a-43c6-b35d-8eac075e132d service nova] Releasing lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.134430] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.134599] env[62679]: DEBUG nova.network.neutron [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.511752] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 730.511981] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489041', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'name': 'volume-d51c9896-5735-43fe-9bd1-94243034985d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ebe9418-64b8-46a5-b556-115b7b93f322', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'serial': 'd51c9896-5735-43fe-9bd1-94243034985d'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 730.512933] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2716bdd9-e4f7-4225-a6c9-6c7966ace3d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.530643] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72be25ae-4736-4d80-8cdb-506668a6a79f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.559967] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-d51c9896-5735-43fe-9bd1-94243034985d/volume-d51c9896-5735-43fe-9bd1-94243034985d.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.562875] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f2ac91-a18f-41fd-857a-0d3b198b7eda {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.581760] env[62679]: DEBUG oslo_vmware.api [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 730.581760] env[62679]: value = "task-2412008" [ 730.581760] env[62679]: _type = "Task" [ 730.581760] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.592827] env[62679]: DEBUG oslo_vmware.api [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.606217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "17221af2-96c6-4380-bbaa-ec426e1f88cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.606532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.606808] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "17221af2-96c6-4380-bbaa-ec426e1f88cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.607046] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.607357] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.609566] env[62679]: INFO nova.compute.manager [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Terminating instance [ 730.671072] env[62679]: DEBUG nova.network.neutron [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.686413] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "ba09d236-2afc-471d-9582-e096a4479c84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.686714] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ba09d236-2afc-471d-9582-e096a4479c84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.686944] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "ba09d236-2afc-471d-9582-e096a4479c84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.687274] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ba09d236-2afc-471d-9582-e096a4479c84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.687469] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ba09d236-2afc-471d-9582-e096a4479c84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.689703] env[62679]: INFO nova.compute.manager [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Terminating instance [ 730.895968] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d300f4-2604-87d8-b018-105bb0a8f4bb/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 730.896973] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc6addd-ab11-43ef-97d2-8fd814cd9c8e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.902724] env[62679]: DEBUG nova.network.neutron [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Updating instance_info_cache with network_info: [{"id": "48c994ba-4ee8-42a1-8dcc-4ef680fcd31a", "address": "fa:16:3e:7f:a4:2a", "network": {"id": "e28840a0-a592-4711-b83a-7040cd5081ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-469405714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ad837618b94362a6ba52ce9588988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c994ba-4e", "ovs_interfaceid": "48c994ba-4ee8-42a1-8dcc-4ef680fcd31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.907739] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d300f4-2604-87d8-b018-105bb0a8f4bb/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 730.907920] env[62679]: ERROR oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d300f4-2604-87d8-b018-105bb0a8f4bb/disk-0.vmdk due to incomplete transfer. [ 730.908164] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd14cb59-eef4-4330-b1ea-507cf4af4e40 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.916616] env[62679]: DEBUG oslo_vmware.rw_handles [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d300f4-2604-87d8-b018-105bb0a8f4bb/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 730.916797] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Uploaded image 07b005d9-df2e-408e-ba1d-e6c8f9e38594 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 730.918986] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.919545] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-683af71e-8d4a-4dd0-b6b4-6e954aca8c3c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.925340] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 730.925340] env[62679]: value = "task-2412009" [ 730.925340] env[62679]: _type = "Task" [ 730.925340] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.935611] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412009, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.984853] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6ed2e1-ef8c-4657-ba5c-31e00666bf19 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.993125] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ebaf81-d9ba-4c52-ab6a-bb6abe85c4e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.025874] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5c8a39-2a1d-4d99-bdf4-bc3a33dd7dfb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.034114] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fee82c-7dd7-4fce-9de9-1aa6a24f00bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.047322] env[62679]: DEBUG nova.compute.provider_tree [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.095702] env[62679]: DEBUG oslo_vmware.api [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412008, 'name': ReconfigVM_Task, 'duration_secs': 0.477588} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.095702] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-d51c9896-5735-43fe-9bd1-94243034985d/volume-d51c9896-5735-43fe-9bd1-94243034985d.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.100824] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a9aaa9-5929-4978-9fe3-8f2e28a8e5b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.113214] env[62679]: DEBUG nova.compute.manager [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.113586] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.114604] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823f5021-8634-4e41-8fc2-f94afa15a2e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.123621] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.126627] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d59e8c70-d0d6-4129-bcf8-caba5e63f4dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.126957] env[62679]: DEBUG oslo_vmware.api [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 731.126957] env[62679]: value = "task-2412010" [ 731.126957] env[62679]: _type = "Task" [ 731.126957] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.131972] env[62679]: DEBUG oslo_vmware.api [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 731.131972] env[62679]: value = "task-2412011" [ 731.131972] env[62679]: _type = "Task" [ 731.131972] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.139775] env[62679]: DEBUG oslo_vmware.api [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.144564] env[62679]: DEBUG oslo_vmware.api [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2412011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.195555] env[62679]: DEBUG nova.compute.manager [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.195555] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.196518] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e62b95-1955-4f59-bf7e-a9a1ddca06e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.204753] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.204993] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10553a6f-47f0-4f28-98ec-61f43ab78e22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.211557] env[62679]: DEBUG oslo_vmware.api [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 731.211557] env[62679]: value = "task-2412012" [ 731.211557] env[62679]: _type = "Task" [ 731.211557] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.219812] env[62679]: DEBUG oslo_vmware.api [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.408021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Releasing lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.408021] env[62679]: DEBUG nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Instance network_info: |[{"id": "48c994ba-4ee8-42a1-8dcc-4ef680fcd31a", "address": "fa:16:3e:7f:a4:2a", "network": {"id": "e28840a0-a592-4711-b83a-7040cd5081ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-469405714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ad837618b94362a6ba52ce9588988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c994ba-4e", "ovs_interfaceid": "48c994ba-4ee8-42a1-8dcc-4ef680fcd31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.408021] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a4:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48c994ba-4ee8-42a1-8dcc-4ef680fcd31a', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.415762] env[62679]: DEBUG oslo.service.loopingcall [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.416266] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.416667] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc1568d5-ebfd-4c17-8c78-d396fd8d031e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.444893] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412009, 'name': Destroy_Task, 'duration_secs': 0.402762} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.447028] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Destroyed the VM [ 731.447028] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.447298] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.447298] env[62679]: value = "task-2412013" [ 731.447298] env[62679]: _type = "Task" [ 731.447298] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.447519] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06fa555a-d02b-4b0e-a0e9-acfed63c0098 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.457995] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412013, 'name': CreateVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.459301] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 731.459301] env[62679]: value = "task-2412014" [ 731.459301] env[62679]: _type = "Task" [ 731.459301] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.466780] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412014, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.551875] env[62679]: DEBUG nova.scheduler.client.report [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.649991] env[62679]: DEBUG oslo_vmware.api [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412010, 'name': ReconfigVM_Task, 'duration_secs': 0.163135} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.654731] env[62679]: DEBUG oslo_vmware.api [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2412011, 'name': PowerOffVM_Task, 'duration_secs': 0.232755} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.655132] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489041', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'name': 'volume-d51c9896-5735-43fe-9bd1-94243034985d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ebe9418-64b8-46a5-b556-115b7b93f322', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'serial': 'd51c9896-5735-43fe-9bd1-94243034985d'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 731.656628] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.656818] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.657302] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c3cdad-f91f-453b-a029-044f6354e543 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.723961] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.724229] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.724413] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Deleting the datastore file [datastore1] 17221af2-96c6-4380-bbaa-ec426e1f88cf {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.724690] env[62679]: DEBUG oslo_vmware.api [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412012, 'name': PowerOffVM_Task, 'duration_secs': 0.205556} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.724887] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4df15f1-1ee5-437e-bbf5-26f39a893e44 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.726678] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.726852] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.727108] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc627ea-86e1-489b-8dfa-b7591163ff1d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.734722] env[62679]: DEBUG oslo_vmware.api [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for the task: (returnval){ [ 731.734722] env[62679]: value = "task-2412016" [ 731.734722] env[62679]: _type = "Task" [ 731.734722] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.743473] env[62679]: DEBUG oslo_vmware.api [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2412016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.816542] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.816861] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.817150] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleting the datastore file [datastore1] ba09d236-2afc-471d-9582-e096a4479c84 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.817485] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-114fdb7c-117d-434b-b5ab-e0a420716315 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.825257] env[62679]: DEBUG oslo_vmware.api [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 731.825257] env[62679]: value = "task-2412018" [ 731.825257] env[62679]: _type = "Task" [ 731.825257] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.834125] env[62679]: DEBUG oslo_vmware.api [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.961295] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412013, 'name': CreateVM_Task, 'duration_secs': 0.415919} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.964084] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.964821] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.965012] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.965337] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.965947] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d2a1ea-7065-4917-b465-742ef4ae1394 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.970412] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412014, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.973109] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 731.973109] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e3f00-5ca8-58d8-44e3-e68409060a3e" [ 731.973109] env[62679]: _type = "Task" [ 731.973109] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.980361] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e3f00-5ca8-58d8-44e3-e68409060a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.057499] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.058114] env[62679]: DEBUG nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.061029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.482s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.061142] env[62679]: DEBUG nova.objects.instance [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lazy-loading 'resources' on Instance uuid f9123f08-addd-44ef-8572-45ffc3ba8679 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.208580] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.208871] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.247450] env[62679]: DEBUG oslo_vmware.api [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Task: {'id': task-2412016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22885} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.248520] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.248520] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.248713] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.248997] env[62679]: INFO nova.compute.manager [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 732.249389] env[62679]: DEBUG oslo.service.loopingcall [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.249493] env[62679]: DEBUG nova.compute.manager [-] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.250172] env[62679]: DEBUG nova.network.neutron [-] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.335541] env[62679]: DEBUG oslo_vmware.api [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.335818] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.336067] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.336426] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.336426] env[62679]: INFO nova.compute.manager [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Took 1.14 seconds to destroy the instance on the hypervisor. [ 732.336691] env[62679]: DEBUG oslo.service.loopingcall [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.336769] env[62679]: DEBUG nova.compute.manager [-] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.336859] env[62679]: DEBUG nova.network.neutron [-] [instance: ba09d236-2afc-471d-9582-e096a4479c84] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.472325] env[62679]: DEBUG oslo_vmware.api [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412014, 'name': RemoveSnapshot_Task, 'duration_secs': 0.78306} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.472641] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 732.472878] env[62679]: INFO nova.compute.manager [None req-7b322b01-229f-40f0-935b-eaf48acb94a3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 732.484620] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e3f00-5ca8-58d8-44e3-e68409060a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.484620] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.484928] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.484928] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.485528] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.485528] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.485528] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ab2945-61e5-45a1-9daa-1ef11a998e03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.500217] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.500449] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.501298] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821b42e4-957a-4cda-8ba4-a8c11e31ff76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.509877] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 732.509877] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5212b55d-6a03-6f6b-8ad9-07c6c34c4102" [ 732.509877] env[62679]: _type = "Task" [ 732.509877] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.516956] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5212b55d-6a03-6f6b-8ad9-07c6c34c4102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.567503] env[62679]: DEBUG nova.compute.utils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.573022] env[62679]: DEBUG nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.573022] env[62679]: DEBUG nova.network.neutron [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.650853] env[62679]: DEBUG nova.policy [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29fd973d64f345b2844081f3ccb99a67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f2504e7b1364909bdbb87114f7f1a16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.704463] env[62679]: DEBUG nova.objects.instance [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.714218] env[62679]: DEBUG nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.906284] env[62679]: DEBUG nova.compute.manager [req-bede7f33-d063-47dc-be3c-24ae91dade38 req-0d495ab6-bf91-4b5c-98ca-7a72352d8fc8 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Received event network-vif-deleted-45f53e63-7856-400e-b42c-7bd6c3ac03cd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 732.906284] env[62679]: INFO nova.compute.manager [req-bede7f33-d063-47dc-be3c-24ae91dade38 req-0d495ab6-bf91-4b5c-98ca-7a72352d8fc8 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Neutron deleted interface 45f53e63-7856-400e-b42c-7bd6c3ac03cd; detaching it from the instance and deleting it from the info cache [ 732.906284] env[62679]: DEBUG nova.network.neutron [req-bede7f33-d063-47dc-be3c-24ae91dade38 req-0d495ab6-bf91-4b5c-98ca-7a72352d8fc8 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.018533] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5212b55d-6a03-6f6b-8ad9-07c6c34c4102, 'name': SearchDatastore_Task, 'duration_secs': 0.015825} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.021878] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07fdfce-93be-4e72-ba80-c5fe4e59724b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.027024] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 733.027024] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270d069-af49-41b0-c6a0-40f82c3818fb" [ 733.027024] env[62679]: _type = "Task" [ 733.027024] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.040623] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270d069-af49-41b0-c6a0-40f82c3818fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.074377] env[62679]: DEBUG nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.163783] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444b380-3c0e-48f4-a64c-384aca287722 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.172709] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a6c6ea-1346-4da6-9f2d-fe79be8d376c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.208632] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac6f2a-669f-4cae-9414-9d6a2eeec108 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.218247] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f87da24-0270-4834-bd4b-0483a801d7f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.222964] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5525c1e-e500-4b43-a47e-46fcedfcbc61 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.329s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.237815] env[62679]: DEBUG nova.compute.provider_tree [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.250721] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.269379] env[62679]: DEBUG nova.network.neutron [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Successfully created port: b4267f08-dc0b-4afc-87de-43d1cc470baf {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.349035] env[62679]: DEBUG nova.network.neutron [-] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.387254] env[62679]: DEBUG oslo_concurrency.lockutils [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.387608] env[62679]: DEBUG oslo_concurrency.lockutils [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.387795] env[62679]: DEBUG nova.compute.manager [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.388728] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321be03d-8eee-48cd-a153-584240e72be5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.395865] env[62679]: DEBUG nova.compute.manager [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 733.397228] env[62679]: DEBUG nova.objects.instance [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.409411] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbd19096-98de-4276-b59d-f59c78376534 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.420449] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03b607-96de-46f4-a822-ad69722d1507 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.454569] env[62679]: DEBUG nova.compute.manager [req-bede7f33-d063-47dc-be3c-24ae91dade38 req-0d495ab6-bf91-4b5c-98ca-7a72352d8fc8 service nova] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Detach interface failed, port_id=45f53e63-7856-400e-b42c-7bd6c3ac03cd, reason: Instance ba09d236-2afc-471d-9582-e096a4479c84 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 733.537546] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270d069-af49-41b0-c6a0-40f82c3818fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.537804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.538069] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] cb2e798e-8018-4281-adb3-d3213738e05d/cb2e798e-8018-4281-adb3-d3213738e05d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.538319] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2df3ec86-8fd6-40ac-a513-b89946ee494c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.545701] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 733.545701] env[62679]: value = "task-2412019" [ 733.545701] env[62679]: _type = "Task" [ 733.545701] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.552646] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.568482] env[62679]: DEBUG nova.network.neutron [-] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.742023] env[62679]: DEBUG nova.scheduler.client.report [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.852309] env[62679]: INFO nova.compute.manager [-] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Took 1.52 seconds to deallocate network for instance. [ 734.054320] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472889} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.054585] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] cb2e798e-8018-4281-adb3-d3213738e05d/cb2e798e-8018-4281-adb3-d3213738e05d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.054799] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.055056] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d4b9346-dfc1-44c3-ab43-cd4ed91c381f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.063030] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 734.063030] env[62679]: value = "task-2412020" [ 734.063030] env[62679]: _type = "Task" [ 734.063030] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.072536] env[62679]: INFO nova.compute.manager [-] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Took 1.82 seconds to deallocate network for instance. [ 734.072886] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.084888] env[62679]: DEBUG nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.113139] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.113811] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.113811] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.113967] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.114132] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.114791] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.114791] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.114924] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.115116] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.115308] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.115504] env[62679]: DEBUG nova.virt.hardware [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.116744] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38cb36-cd9a-4516-9aaf-520beaabf939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.126796] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041aa0c6-1c82-4a3f-80bc-5866ae4e37eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.247882] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.250336] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.586s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.250576] env[62679]: DEBUG nova.objects.instance [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lazy-loading 'resources' on Instance uuid 6eee618e-9a34-4dc3-a0bf-506575b4aaec {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.272027] env[62679]: INFO nova.scheduler.client.report [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Deleted allocations for instance f9123f08-addd-44ef-8572-45ffc3ba8679 [ 734.365518] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.404155] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.404476] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7ab25b-ff98-45cc-8139-328d6477717e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.412542] env[62679]: DEBUG oslo_vmware.api [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 734.412542] env[62679]: value = "task-2412021" [ 734.412542] env[62679]: _type = "Task" [ 734.412542] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.421086] env[62679]: DEBUG oslo_vmware.api [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.576419] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177031} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.576419] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.577730] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19506188-200d-47ed-8631-d41d9a205f65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.581103] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.603173] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] cb2e798e-8018-4281-adb3-d3213738e05d/cb2e798e-8018-4281-adb3-d3213738e05d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.603621] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c376b0a-8ab3-487c-ba61-930f98bfb59a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.625923] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 734.625923] env[62679]: value = "task-2412022" [ 734.625923] env[62679]: _type = "Task" [ 734.625923] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.634765] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412022, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.692202] env[62679]: DEBUG nova.compute.manager [req-831135e6-103d-428b-b49a-bbcb2f175b39 req-66f3f5df-03da-4e06-8244-532ae9ec2aac service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Received event network-vif-plugged-b4267f08-dc0b-4afc-87de-43d1cc470baf {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 734.692390] env[62679]: DEBUG oslo_concurrency.lockutils [req-831135e6-103d-428b-b49a-bbcb2f175b39 req-66f3f5df-03da-4e06-8244-532ae9ec2aac service nova] Acquiring lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.692497] env[62679]: DEBUG oslo_concurrency.lockutils [req-831135e6-103d-428b-b49a-bbcb2f175b39 req-66f3f5df-03da-4e06-8244-532ae9ec2aac service nova] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.692623] env[62679]: DEBUG oslo_concurrency.lockutils [req-831135e6-103d-428b-b49a-bbcb2f175b39 req-66f3f5df-03da-4e06-8244-532ae9ec2aac service nova] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.692824] env[62679]: DEBUG nova.compute.manager [req-831135e6-103d-428b-b49a-bbcb2f175b39 req-66f3f5df-03da-4e06-8244-532ae9ec2aac service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] No waiting events found dispatching network-vif-plugged-b4267f08-dc0b-4afc-87de-43d1cc470baf {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.693012] env[62679]: WARNING nova.compute.manager [req-831135e6-103d-428b-b49a-bbcb2f175b39 req-66f3f5df-03da-4e06-8244-532ae9ec2aac service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Received unexpected event network-vif-plugged-b4267f08-dc0b-4afc-87de-43d1cc470baf for instance with vm_state building and task_state spawning. [ 734.781024] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c7e4f0b-1b9c-4e78-9588-a439fc735ca6 tempest-VolumesAssistedSnapshotsTest-161005900 tempest-VolumesAssistedSnapshotsTest-161005900-project-member] Lock "f9123f08-addd-44ef-8572-45ffc3ba8679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.635s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.785712] env[62679]: DEBUG nova.network.neutron [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Successfully updated port: b4267f08-dc0b-4afc-87de-43d1cc470baf {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.925505] env[62679]: DEBUG oslo_vmware.api [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412021, 'name': PowerOffVM_Task, 'duration_secs': 0.262743} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.925783] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.926018] env[62679]: DEBUG nova.compute.manager [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.926812] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1967f3ad-4799-4bcf-bb31-1b55e6962ecb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.931122] env[62679]: DEBUG nova.compute.manager [req-052e1935-1afa-48f1-b75c-f023021a9925 req-5d2fdedc-0ae5-4500-a54b-a6c9e485d79a service nova] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Received event network-vif-deleted-daebb772-085a-4bfa-9355-f651448db5ed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 735.138221] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412022, 'name': ReconfigVM_Task, 'duration_secs': 0.310287} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.138511] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] cb2e798e-8018-4281-adb3-d3213738e05d/cb2e798e-8018-4281-adb3-d3213738e05d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.138827] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62679) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 735.139488] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e225b444-3efe-41a0-8b70-af50f50fea28 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.147251] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 735.147251] env[62679]: value = "task-2412023" [ 735.147251] env[62679]: _type = "Task" [ 735.147251] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.162133] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412023, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.169259] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003b5f9e-d36c-4afe-a974-b91c2b3790d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.181272] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3aa868-c945-4f58-ac2a-0d9a88ad5578 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.213397] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1bc3e-cbfc-4a78-a404-fa1f2976e403 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.221979] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413e97e2-176e-4415-bcf1-d46ba0e16959 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.238777] env[62679]: DEBUG nova.compute.provider_tree [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.287495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "refresh_cache-10b32bbd-7b71-45d5-b29b-4560f57d96bc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.287495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquired lock "refresh_cache-10b32bbd-7b71-45d5-b29b-4560f57d96bc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.287495] env[62679]: DEBUG nova.network.neutron [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.444378] env[62679]: DEBUG oslo_concurrency.lockutils [None req-db9f1fb1-9f33-4538-9f60-d11a7c4777a1 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.657492] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412023, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.0557} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.657697] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62679) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 735.658600] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f206e-2560-494a-873d-430dc2f48720 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.689659] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] cb2e798e-8018-4281-adb3-d3213738e05d/ephemeral_0.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.689986] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91cdac4a-fd71-40ad-afeb-f269a977a52c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.708931] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 735.708931] env[62679]: value = "task-2412024" [ 735.708931] env[62679]: _type = "Task" [ 735.708931] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.717047] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.740804] env[62679]: DEBUG nova.scheduler.client.report [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.831966] env[62679]: DEBUG nova.network.neutron [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.918934] env[62679]: DEBUG nova.objects.instance [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.091536] env[62679]: DEBUG nova.network.neutron [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Updating instance_info_cache with network_info: [{"id": "b4267f08-dc0b-4afc-87de-43d1cc470baf", "address": "fa:16:3e:e8:16:fa", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4267f08-dc", "ovs_interfaceid": "b4267f08-dc0b-4afc-87de-43d1cc470baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.219796] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412024, 'name': ReconfigVM_Task, 'duration_secs': 0.382746} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.220165] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] cb2e798e-8018-4281-adb3-d3213738e05d/ephemeral_0.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.220730] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5431a30-8d60-494b-8287-ff1846b8fff4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.228635] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 736.228635] env[62679]: value = "task-2412025" [ 736.228635] env[62679]: _type = "Task" [ 736.228635] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.238702] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412025, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.245887] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.247919] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.578s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.249544] env[62679]: INFO nova.compute.claims [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.280533] env[62679]: INFO nova.scheduler.client.report [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Deleted allocations for instance 6eee618e-9a34-4dc3-a0bf-506575b4aaec [ 736.432225] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.432410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.432583] env[62679]: DEBUG nova.network.neutron [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.432760] env[62679]: DEBUG nova.objects.instance [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'info_cache' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.594553] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Releasing lock "refresh_cache-10b32bbd-7b71-45d5-b29b-4560f57d96bc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.595466] env[62679]: DEBUG nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Instance network_info: |[{"id": "b4267f08-dc0b-4afc-87de-43d1cc470baf", "address": "fa:16:3e:e8:16:fa", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4267f08-dc", "ovs_interfaceid": "b4267f08-dc0b-4afc-87de-43d1cc470baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.595654] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:16:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4267f08-dc0b-4afc-87de-43d1cc470baf', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.604232] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Creating folder: Project (7f2504e7b1364909bdbb87114f7f1a16). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.604559] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85e2868-5e7c-4884-aca1-620a9a506222 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.618607] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Created folder: Project (7f2504e7b1364909bdbb87114f7f1a16) in parent group-v488891. [ 736.618811] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Creating folder: Instances. Parent ref: group-v489043. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.619102] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8c12c3-f24e-49fe-a299-656d89dc87d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.629844] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Created folder: Instances in parent group-v489043. [ 736.630116] env[62679]: DEBUG oslo.service.loopingcall [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.630380] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.630633] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a94b2fe-a2a1-46b6-9773-984ff07d5d6c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.652348] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.652348] env[62679]: value = "task-2412028" [ 736.652348] env[62679]: _type = "Task" [ 736.652348] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.665532] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412028, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.740195] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412025, 'name': Rename_Task, 'duration_secs': 0.219516} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.740694] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.741108] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-552dda60-fca6-4907-af19-b5fa494fd383 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.751017] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 736.751017] env[62679]: value = "task-2412029" [ 736.751017] env[62679]: _type = "Task" [ 736.751017] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.762765] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.792853] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fffe4323-cf7b-4a62-b75e-0ac187547980 tempest-ServersAdminNegativeTestJSON-533219131 tempest-ServersAdminNegativeTestJSON-533219131-project-member] Lock "6eee618e-9a34-4dc3-a0bf-506575b4aaec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.598s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.837287] env[62679]: DEBUG nova.compute.manager [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Received event network-changed-b4267f08-dc0b-4afc-87de-43d1cc470baf {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 736.837484] env[62679]: DEBUG nova.compute.manager [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Refreshing instance network info cache due to event network-changed-b4267f08-dc0b-4afc-87de-43d1cc470baf. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 736.837690] env[62679]: DEBUG oslo_concurrency.lockutils [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] Acquiring lock "refresh_cache-10b32bbd-7b71-45d5-b29b-4560f57d96bc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.837967] env[62679]: DEBUG oslo_concurrency.lockutils [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] Acquired lock "refresh_cache-10b32bbd-7b71-45d5-b29b-4560f57d96bc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.837967] env[62679]: DEBUG nova.network.neutron [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Refreshing network info cache for port b4267f08-dc0b-4afc-87de-43d1cc470baf {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.938500] env[62679]: DEBUG nova.objects.base [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Object Instance<5ebe9418-64b8-46a5-b556-115b7b93f322> lazy-loaded attributes: flavor,info_cache {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 737.167711] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412028, 'name': CreateVM_Task, 'duration_secs': 0.36988} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.167960] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.169288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.169288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.169288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.169498] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936c0783-36fb-4142-9987-edf5ed3a5539 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.175854] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 737.175854] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb3b3b-04cd-b735-a214-8a2a732f2929" [ 737.175854] env[62679]: _type = "Task" [ 737.175854] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.187602] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb3b3b-04cd-b735-a214-8a2a732f2929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.264500] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412029, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.687790] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb3b3b-04cd-b735-a214-8a2a732f2929, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.691149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.691551] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.691896] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.692110] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.692382] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.694051] env[62679]: DEBUG nova.network.neutron [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Updated VIF entry in instance network info cache for port b4267f08-dc0b-4afc-87de-43d1cc470baf. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.694687] env[62679]: DEBUG nova.network.neutron [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Updating instance_info_cache with network_info: [{"id": "b4267f08-dc0b-4afc-87de-43d1cc470baf", "address": "fa:16:3e:e8:16:fa", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4267f08-dc", "ovs_interfaceid": "b4267f08-dc0b-4afc-87de-43d1cc470baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.695881] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec88d456-2899-4c85-948b-7428fa63ffda {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.706326] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.706526] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.709487] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e459c39b-39c4-4ca3-b5c2-e505709863cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.720664] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 737.720664] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b11353-13e6-2461-2feb-103a2edf07d6" [ 737.720664] env[62679]: _type = "Task" [ 737.720664] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.733209] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b11353-13e6-2461-2feb-103a2edf07d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.762096] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c74fee-bab6-428e-a62b-d30b4da0eba2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.768162] env[62679]: DEBUG oslo_vmware.api [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412029, 'name': PowerOnVM_Task, 'duration_secs': 0.700644} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.769180] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.769180] env[62679]: INFO nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Took 10.02 seconds to spawn the instance on the hypervisor. [ 737.769439] env[62679]: DEBUG nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.770365] env[62679]: DEBUG nova.network.neutron [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating instance_info_cache with network_info: [{"id": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "address": "fa:16:3e:a7:3a:11", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe02aa07-4e", "ovs_interfaceid": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.772039] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac15597d-603e-4b40-9c57-901f9b79e0e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.779333] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13c68e-1ea2-444f-84e9-b5a172588510 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.819078] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061df010-6904-4cc3-b0f9-f246d9e7a81c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.829492] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef3f44d-db8f-4bfb-8a54-21c57cef08a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.846766] env[62679]: DEBUG nova.compute.provider_tree [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.199594] env[62679]: DEBUG oslo_concurrency.lockutils [req-2f89cc3a-c80c-4900-b78e-f3d9e1586d20 req-9b41a335-fd69-43dc-a2a9-75e3c0312c7a service nova] Releasing lock "refresh_cache-10b32bbd-7b71-45d5-b29b-4560f57d96bc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.231533] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b11353-13e6-2461-2feb-103a2edf07d6, 'name': SearchDatastore_Task, 'duration_secs': 0.031221} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.232412] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3cd499-a839-4524-9a4e-4ab2ee733c29 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.240597] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 738.240597] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525e065a-fc25-4a49-ac40-883991c11469" [ 738.240597] env[62679]: _type = "Task" [ 738.240597] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.246993] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525e065a-fc25-4a49-ac40-883991c11469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.275811] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.298541] env[62679]: INFO nova.compute.manager [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Took 52.55 seconds to build instance. [ 738.350703] env[62679]: DEBUG nova.scheduler.client.report [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.750600] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525e065a-fc25-4a49-ac40-883991c11469, 'name': SearchDatastore_Task, 'duration_secs': 0.034839} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.750864] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.751380] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 10b32bbd-7b71-45d5-b29b-4560f57d96bc/10b32bbd-7b71-45d5-b29b-4560f57d96bc.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.751673] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4759f438-aa8e-47e3-8cd0-96ebefd88fb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.761149] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 738.761149] env[62679]: value = "task-2412030" [ 738.761149] env[62679]: _type = "Task" [ 738.761149] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.770696] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.800485] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f673f3fa-8373-4249-b0e8-d1782326ceac tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "cb2e798e-8018-4281-adb3-d3213738e05d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.645s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.859176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.859176] env[62679]: DEBUG nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.861495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.465s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.279197] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.284059] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.284059] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3994f21e-175f-401d-a907-da648b879a00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.292436] env[62679]: DEBUG oslo_vmware.api [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 739.292436] env[62679]: value = "task-2412031" [ 739.292436] env[62679]: _type = "Task" [ 739.292436] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.303583] env[62679]: DEBUG oslo_vmware.api [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.366799] env[62679]: INFO nova.compute.claims [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.371176] env[62679]: DEBUG nova.compute.utils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 739.375482] env[62679]: DEBUG nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.375482] env[62679]: DEBUG nova.network.neutron [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.489761] env[62679]: DEBUG nova.policy [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b138ef300e1a468d8c18890d07d944cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c488e408e54352beebf79d61296a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.777602] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567358} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.777970] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 10b32bbd-7b71-45d5-b29b-4560f57d96bc/10b32bbd-7b71-45d5-b29b-4560f57d96bc.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.778277] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.778743] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54da12ba-1e07-4ed6-8726-bed31278d4b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.791840] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 739.791840] env[62679]: value = "task-2412032" [ 739.791840] env[62679]: _type = "Task" [ 739.791840] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.809695] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.816916] env[62679]: DEBUG oslo_vmware.api [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412031, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.874837] env[62679]: DEBUG nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.883668] env[62679]: INFO nova.compute.resource_tracker [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating resource usage from migration d4146dfb-f68c-46c3-8214-227f07d21dcb [ 740.310905] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101199} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.316573] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.316923] env[62679]: DEBUG oslo_vmware.api [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412031, 'name': PowerOnVM_Task, 'duration_secs': 0.626015} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.318434] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c268fb-15d3-499a-ae10-c597e76f5ee4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.320776] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.320881] env[62679]: DEBUG nova.compute.manager [None req-d56cb706-8ed0-408d-82a1-e3ff446fdbf0 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.326860] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98886a32-2b6f-4f18-b705-8a0e72ee2373 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.330368] env[62679]: DEBUG nova.compute.manager [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Received event network-changed-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 740.330606] env[62679]: DEBUG nova.compute.manager [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Refreshing instance network info cache due to event network-changed-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 740.330828] env[62679]: DEBUG oslo_concurrency.lockutils [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] Acquiring lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.330977] env[62679]: DEBUG oslo_concurrency.lockutils [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] Acquired lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.331155] env[62679]: DEBUG nova.network.neutron [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Refreshing network info cache for port 48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.366944] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 10b32bbd-7b71-45d5-b29b-4560f57d96bc/10b32bbd-7b71-45d5-b29b-4560f57d96bc.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.368385] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67046968-86b6-4fe0-8d90-a4b4eda28f61 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.394736] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 740.394736] env[62679]: value = "task-2412033" [ 740.394736] env[62679]: _type = "Task" [ 740.394736] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.406716] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.494693] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8c24c0-e9f0-4bdf-9fe0-fd39b2435e1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.503588] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe339af9-4f5e-4d0e-81ea-0078d7344e77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.539716] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f41bf44-e0bd-4f1a-9d30-d3f4300f9b5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.547638] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e7bdd-7eb5-4ace-ae39-26205dad3cf8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.562744] env[62679]: DEBUG nova.compute.provider_tree [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.648805] env[62679]: DEBUG nova.network.neutron [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Successfully created port: b892fb4d-c8ed-4647-b0e8-f3946d5c6670 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.895185] env[62679]: DEBUG nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.914483] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.933528] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.933805] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.933966] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.934683] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.934683] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.935067] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.935331] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.935505] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.935672] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.935836] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.936015] env[62679]: DEBUG nova.virt.hardware [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.936937] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a77e29-8b2f-43e4-a2bd-bf83e86054ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.947709] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4005d7d-dff6-484a-aa10-a229fb98a3bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.066325] env[62679]: DEBUG nova.scheduler.client.report [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.354524] env[62679]: DEBUG nova.network.neutron [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Updated VIF entry in instance network info cache for port 48c994ba-4ee8-42a1-8dcc-4ef680fcd31a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.354827] env[62679]: DEBUG nova.network.neutron [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Updating instance_info_cache with network_info: [{"id": "48c994ba-4ee8-42a1-8dcc-4ef680fcd31a", "address": "fa:16:3e:7f:a4:2a", "network": {"id": "e28840a0-a592-4711-b83a-7040cd5081ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-469405714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09ad837618b94362a6ba52ce9588988f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c994ba-4e", "ovs_interfaceid": "48c994ba-4ee8-42a1-8dcc-4ef680fcd31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.409046] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412033, 'name': ReconfigVM_Task, 'duration_secs': 0.828146} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.409159] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 10b32bbd-7b71-45d5-b29b-4560f57d96bc/10b32bbd-7b71-45d5-b29b-4560f57d96bc.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.409764] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2468c201-d0d6-41d9-a59d-829b9e899ffa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.417286] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 741.417286] env[62679]: value = "task-2412034" [ 741.417286] env[62679]: _type = "Task" [ 741.417286] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.425616] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412034, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.572051] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.710s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.572295] env[62679]: INFO nova.compute.manager [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Migrating [ 741.578720] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.132s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.581370] env[62679]: INFO nova.compute.claims [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.860641] env[62679]: DEBUG oslo_concurrency.lockutils [req-3a286bf1-5443-427a-8a25-e73ca753fed8 req-92bc36b4-1138-4983-abfa-1f78ef3ec4e7 service nova] Releasing lock "refresh_cache-cb2e798e-8018-4281-adb3-d3213738e05d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.935049] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412034, 'name': Rename_Task, 'duration_secs': 0.291655} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.935049] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.935049] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ab064d2-a220-48af-bb3e-daefa482d7c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.944574] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 741.944574] env[62679]: value = "task-2412035" [ 741.944574] env[62679]: _type = "Task" [ 741.944574] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.952800] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.093878] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.094067] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.094255] env[62679]: DEBUG nova.network.neutron [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.453660] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.732944] env[62679]: DEBUG nova.network.neutron [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Successfully updated port: b892fb4d-c8ed-4647-b0e8-f3946d5c6670 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.854037] env[62679]: DEBUG nova.network.neutron [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance_info_cache with network_info: [{"id": "cf7ab345-2336-4041-98ec-35004bdd062c", "address": "fa:16:3e:8a:bf:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7ab345-23", "ovs_interfaceid": "cf7ab345-2336-4041-98ec-35004bdd062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.959290] env[62679]: DEBUG oslo_vmware.api [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412035, 'name': PowerOnVM_Task, 'duration_secs': 0.741863} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.961578] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.961578] env[62679]: INFO nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Took 8.88 seconds to spawn the instance on the hypervisor. [ 742.961578] env[62679]: DEBUG nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.961578] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662639e2-d254-4445-ad32-002355e8550d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.025989] env[62679]: DEBUG nova.compute.manager [req-3e94f53d-9737-4753-b21c-a46b229071e5 req-35774413-2659-405c-82f8-b74a098c1e1c service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Received event network-vif-plugged-b892fb4d-c8ed-4647-b0e8-f3946d5c6670 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 743.026367] env[62679]: DEBUG oslo_concurrency.lockutils [req-3e94f53d-9737-4753-b21c-a46b229071e5 req-35774413-2659-405c-82f8-b74a098c1e1c service nova] Acquiring lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.026746] env[62679]: DEBUG oslo_concurrency.lockutils [req-3e94f53d-9737-4753-b21c-a46b229071e5 req-35774413-2659-405c-82f8-b74a098c1e1c service nova] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.027044] env[62679]: DEBUG oslo_concurrency.lockutils [req-3e94f53d-9737-4753-b21c-a46b229071e5 req-35774413-2659-405c-82f8-b74a098c1e1c service nova] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.027333] env[62679]: DEBUG nova.compute.manager [req-3e94f53d-9737-4753-b21c-a46b229071e5 req-35774413-2659-405c-82f8-b74a098c1e1c service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] No waiting events found dispatching network-vif-plugged-b892fb4d-c8ed-4647-b0e8-f3946d5c6670 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.027610] env[62679]: WARNING nova.compute.manager [req-3e94f53d-9737-4753-b21c-a46b229071e5 req-35774413-2659-405c-82f8-b74a098c1e1c service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Received unexpected event network-vif-plugged-b892fb4d-c8ed-4647-b0e8-f3946d5c6670 for instance with vm_state building and task_state spawning. [ 743.076822] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3180c4-c34a-45c3-810f-e30ef0a26bf1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.085865] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21930a2-10c0-4b0a-82de-f95e70d62edf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.121506] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5402427-b550-4da4-bf48-8221d297ef4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.131386] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6fc0ca-b6bd-49e8-951d-f6cbb315b42b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.146625] env[62679]: DEBUG nova.compute.provider_tree [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.237276] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "refresh_cache-7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.237276] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "refresh_cache-7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.237276] env[62679]: DEBUG nova.network.neutron [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.359792] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.484506] env[62679]: INFO nova.compute.manager [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Took 50.56 seconds to build instance. [ 743.656456] env[62679]: DEBUG nova.scheduler.client.report [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.768730] env[62679]: DEBUG nova.network.neutron [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.920018] env[62679]: DEBUG nova.network.neutron [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Updating instance_info_cache with network_info: [{"id": "b892fb4d-c8ed-4647-b0e8-f3946d5c6670", "address": "fa:16:3e:c5:63:6c", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb892fb4d-c8", "ovs_interfaceid": "b892fb4d-c8ed-4647-b0e8-f3946d5c6670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.986185] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b5316951-8038-4eda-aea1-f87dcde4e054 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.490s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.163019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.163019] env[62679]: DEBUG nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.164922] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.268s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.165167] env[62679]: DEBUG nova.objects.instance [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lazy-loading 'resources' on Instance uuid fa6728e9-1d24-4e34-bd99-561f8bb13262 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.422385] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "refresh_cache-7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.422716] env[62679]: DEBUG nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Instance network_info: |[{"id": "b892fb4d-c8ed-4647-b0e8-f3946d5c6670", "address": "fa:16:3e:c5:63:6c", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb892fb4d-c8", "ovs_interfaceid": "b892fb4d-c8ed-4647-b0e8-f3946d5c6670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.423139] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:63:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b892fb4d-c8ed-4647-b0e8-f3946d5c6670', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.430920] env[62679]: DEBUG oslo.service.loopingcall [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.431150] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.431397] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5fb2613-c834-467f-a3da-8cdfed75f2b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.455007] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.455007] env[62679]: value = "task-2412036" [ 744.455007] env[62679]: _type = "Task" [ 744.455007] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.463424] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412036, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.671782] env[62679]: DEBUG nova.compute.utils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 744.674115] env[62679]: DEBUG nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.674115] env[62679]: DEBUG nova.network.neutron [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.729811] env[62679]: DEBUG nova.policy [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '604de1bec27841e1a8f2b76cbecdc571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015afe1f5493497ab769a023042f1d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.880887] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72365993-75f7-4778-9d87-92b89189c029 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.905384] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance 'aee9d9e2-3e18-46b5-b0ee-f79d23d63c21' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 744.971815] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412036, 'name': CreateVM_Task, 'duration_secs': 0.389858} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.973026] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.973313] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.973620] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.974059] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.976835] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73474799-d78a-4158-b1bb-0883628f904b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.983023] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 744.983023] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5254225d-732b-4b50-d7f0-4bbba84f875b" [ 744.983023] env[62679]: _type = "Task" [ 744.983023] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.999674] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5254225d-732b-4b50-d7f0-4bbba84f875b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.051385] env[62679]: DEBUG nova.network.neutron [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Successfully created port: 79926898-69c5-40f3-a23d-3ad0af5b7984 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.149440] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aeb378-2b97-4ca3-a044-fad638a0ec52 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.165375] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac60169-a29a-4b5f-962a-bc2527c389b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.204052] env[62679]: DEBUG nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.209758] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d735b20-3445-42e0-8745-538159e713f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.218996] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67631189-6d7d-4264-be4a-be0789290fb4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.237648] env[62679]: DEBUG nova.compute.provider_tree [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.315876] env[62679]: DEBUG nova.compute.manager [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Received event network-changed-b892fb4d-c8ed-4647-b0e8-f3946d5c6670 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 745.315876] env[62679]: DEBUG nova.compute.manager [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Refreshing instance network info cache due to event network-changed-b892fb4d-c8ed-4647-b0e8-f3946d5c6670. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 745.316141] env[62679]: DEBUG oslo_concurrency.lockutils [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] Acquiring lock "refresh_cache-7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.316397] env[62679]: DEBUG oslo_concurrency.lockutils [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] Acquired lock "refresh_cache-7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.316486] env[62679]: DEBUG nova.network.neutron [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Refreshing network info cache for port b892fb4d-c8ed-4647-b0e8-f3946d5c6670 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.411616] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.411962] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1cd5e0-0595-472b-903b-1bda0374f59b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.420388] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 745.420388] env[62679]: value = "task-2412037" [ 745.420388] env[62679]: _type = "Task" [ 745.420388] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.432748] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.496575] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5254225d-732b-4b50-d7f0-4bbba84f875b, 'name': SearchDatastore_Task, 'duration_secs': 0.019916} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.496942] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.497275] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.497553] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.497755] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.497974] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.498323] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-896e371c-eace-4417-aea2-df64a6c63c8a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.509267] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.509267] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.509980] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf2e3fd-5c96-4769-afeb-06c7b6f8a689 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.516527] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 745.516527] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524da5cf-4b63-0c3f-7e26-592d2e08dc0c" [ 745.516527] env[62679]: _type = "Task" [ 745.516527] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.526670] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524da5cf-4b63-0c3f-7e26-592d2e08dc0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.747184] env[62679]: DEBUG nova.scheduler.client.report [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.789942] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.789942] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.789942] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.789942] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.789942] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.791027] env[62679]: INFO nova.compute.manager [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Terminating instance [ 745.932112] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412037, 'name': PowerOffVM_Task, 'duration_secs': 0.191601} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.932112] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.932112] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance 'aee9d9e2-3e18-46b5-b0ee-f79d23d63c21' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.027828] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524da5cf-4b63-0c3f-7e26-592d2e08dc0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.028625] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddca5926-b3ba-4000-b781-dc4152797f01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.035643] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 746.035643] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52722efa-c888-e24a-af1e-b1e2f63af73c" [ 746.035643] env[62679]: _type = "Task" [ 746.035643] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.049316] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52722efa-c888-e24a-af1e-b1e2f63af73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.204451] env[62679]: DEBUG nova.network.neutron [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Updated VIF entry in instance network info cache for port b892fb4d-c8ed-4647-b0e8-f3946d5c6670. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.204822] env[62679]: DEBUG nova.network.neutron [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Updating instance_info_cache with network_info: [{"id": "b892fb4d-c8ed-4647-b0e8-f3946d5c6670", "address": "fa:16:3e:c5:63:6c", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb892fb4d-c8", "ovs_interfaceid": "b892fb4d-c8ed-4647-b0e8-f3946d5c6670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.221357] env[62679]: DEBUG nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.248789] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.249048] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.249211] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.249414] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.249568] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.249725] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.249933] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.250115] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.250282] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.250442] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.250624] env[62679]: DEBUG nova.virt.hardware [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.251671] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.254224] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e051a3e8-a911-41ca-bcb5-535e0eba8752 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.257028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.500s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.258475] env[62679]: INFO nova.compute.claims [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.267718] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff70fd8-e197-478a-911a-4b0812a68c01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.283193] env[62679]: INFO nova.scheduler.client.report [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Deleted allocations for instance fa6728e9-1d24-4e34-bd99-561f8bb13262 [ 746.296287] env[62679]: DEBUG nova.compute.manager [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.296504] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.297396] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c782d4-f55a-4791-8db2-a4f30b096c18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.305891] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.306809] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755c9b74-54e2-401d-84dd-62c1fb22a0b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.316754] env[62679]: DEBUG oslo_vmware.api [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 746.316754] env[62679]: value = "task-2412038" [ 746.316754] env[62679]: _type = "Task" [ 746.316754] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.326577] env[62679]: DEBUG oslo_vmware.api [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.444021] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.447308] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88505dc-6bea-4d02-9d45-2d11b4feabb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.465281] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 746.465281] env[62679]: value = "task-2412039" [ 746.465281] env[62679]: _type = "Task" [ 746.465281] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.478251] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.547445] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52722efa-c888-e24a-af1e-b1e2f63af73c, 'name': SearchDatastore_Task, 'duration_secs': 0.039931} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.547763] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.548077] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb/7cdbcfc0-6291-48cb-aba7-28c3c58d54fb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.548386] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffa0c79c-a48a-49b3-82a7-b29e2a49af50 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.557717] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 746.557717] env[62679]: value = "task-2412040" [ 746.557717] env[62679]: _type = "Task" [ 746.557717] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.566886] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.631490] env[62679]: DEBUG nova.network.neutron [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Successfully updated port: 79926898-69c5-40f3-a23d-3ad0af5b7984 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.669285] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.669515] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.708392] env[62679]: DEBUG oslo_concurrency.lockutils [req-e1e50598-4565-4e5b-b587-ebcf41cda473 req-9c975719-abd8-4f11-9a55-b0ce98c0a843 service nova] Releasing lock "refresh_cache-7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.751340] env[62679]: DEBUG nova.compute.manager [req-e3e12728-a9d3-424b-8842-8bd01636b292 req-5578685f-fdf2-4604-ae1b-9f4d834d0840 service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Received event network-vif-plugged-79926898-69c5-40f3-a23d-3ad0af5b7984 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 746.751619] env[62679]: DEBUG oslo_concurrency.lockutils [req-e3e12728-a9d3-424b-8842-8bd01636b292 req-5578685f-fdf2-4604-ae1b-9f4d834d0840 service nova] Acquiring lock "021fc908-8c22-4762-8461-09b1e3ff7f87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.751817] env[62679]: DEBUG oslo_concurrency.lockutils [req-e3e12728-a9d3-424b-8842-8bd01636b292 req-5578685f-fdf2-4604-ae1b-9f4d834d0840 service nova] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.751943] env[62679]: DEBUG oslo_concurrency.lockutils [req-e3e12728-a9d3-424b-8842-8bd01636b292 req-5578685f-fdf2-4604-ae1b-9f4d834d0840 service nova] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.752083] env[62679]: DEBUG nova.compute.manager [req-e3e12728-a9d3-424b-8842-8bd01636b292 req-5578685f-fdf2-4604-ae1b-9f4d834d0840 service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] No waiting events found dispatching network-vif-plugged-79926898-69c5-40f3-a23d-3ad0af5b7984 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.752281] env[62679]: WARNING nova.compute.manager [req-e3e12728-a9d3-424b-8842-8bd01636b292 req-5578685f-fdf2-4604-ae1b-9f4d834d0840 service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Received unexpected event network-vif-plugged-79926898-69c5-40f3-a23d-3ad0af5b7984 for instance with vm_state building and task_state spawning. [ 746.792534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3ef52d65-d522-45d0-8321-e4716b9a71a6 tempest-SecurityGroupsTestJSON-1897371758 tempest-SecurityGroupsTestJSON-1897371758-project-member] Lock "fa6728e9-1d24-4e34-bd99-561f8bb13262" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.781s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.826896] env[62679]: DEBUG oslo_vmware.api [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412038, 'name': PowerOffVM_Task, 'duration_secs': 0.301247} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.827172] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.827342] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.827588] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee378ce-db56-4920-8321-8c29e98dc4f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.900714] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.900989] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.901278] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Deleting the datastore file [datastore1] 10b32bbd-7b71-45d5-b29b-4560f57d96bc {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.901733] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7443d68-b9c2-4dc4-ae80-efdd859454b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.912618] env[62679]: DEBUG oslo_vmware.api [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for the task: (returnval){ [ 746.912618] env[62679]: value = "task-2412042" [ 746.912618] env[62679]: _type = "Task" [ 746.912618] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.921532] env[62679]: DEBUG oslo_vmware.api [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.976845] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412039, 'name': ReconfigVM_Task, 'duration_secs': 0.239783} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.977038] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance 'aee9d9e2-3e18-46b5-b0ee-f79d23d63c21' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.069369] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412040, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.134777] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "refresh_cache-021fc908-8c22-4762-8461-09b1e3ff7f87" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.134971] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquired lock "refresh_cache-021fc908-8c22-4762-8461-09b1e3ff7f87" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.135116] env[62679]: DEBUG nova.network.neutron [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.183040] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.183227] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 747.426531] env[62679]: DEBUG oslo_vmware.api [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Task: {'id': task-2412042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298626} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.429033] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.429267] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.429452] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.429621] env[62679]: INFO nova.compute.manager [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 747.429856] env[62679]: DEBUG oslo.service.loopingcall [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.430244] env[62679]: DEBUG nova.compute.manager [-] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.430347] env[62679]: DEBUG nova.network.neutron [-] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.483659] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:21:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d3785a10-d71f-494c-87ef-a8a1b446e212',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678491931',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.483902] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.484074] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.484259] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.484407] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.484554] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.484753] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.484908] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.485086] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.485274] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.485455] env[62679]: DEBUG nova.virt.hardware [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.490884] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 747.493914] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07b1292-d09c-4ccd-ac11-d51b3741e13e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.517524] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 747.517524] env[62679]: value = "task-2412043" [ 747.517524] env[62679]: _type = "Task" [ 747.517524] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.531683] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.571591] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.574965] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb/7cdbcfc0-6291-48cb-aba7-28c3c58d54fb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.574965] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.575432] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c00979-6a58-4ac6-8485-c4402ee6fb33 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.585062] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 747.585062] env[62679]: value = "task-2412044" [ 747.585062] env[62679]: _type = "Task" [ 747.585062] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.596690] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.691325] env[62679]: DEBUG nova.network.neutron [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.724476] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e71db26-3d8c-42e0-a2e9-9cc7f2d48b8a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.735248] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e143499-3fd6-4db4-a557-8ddf127c51ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.766073] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744f8c40-1b33-4052-827a-b0cf6e8525a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.773767] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5a357-ee21-4262-b09d-08cf8fd9e3c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.788987] env[62679]: DEBUG nova.compute.provider_tree [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.967196] env[62679]: DEBUG nova.network.neutron [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Updating instance_info_cache with network_info: [{"id": "79926898-69c5-40f3-a23d-3ad0af5b7984", "address": "fa:16:3e:2a:61:ee", "network": {"id": "8965cb1b-6f5b-4205-9c3f-f24e1eb154c7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1000927323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015afe1f5493497ab769a023042f1d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79926898-69", "ovs_interfaceid": "79926898-69c5-40f3-a23d-3ad0af5b7984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.028480] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412043, 'name': ReconfigVM_Task, 'duration_secs': 0.195738} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.028755] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.029621] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda57bd6-38cf-432a-b101-6094ce58e0aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.058289] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.058638] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac85b455-5166-411f-af4a-0cde86ea62af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.084082] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 748.084082] env[62679]: value = "task-2412045" [ 748.084082] env[62679]: _type = "Task" [ 748.084082] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.097166] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.100022] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076391} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.100314] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.101104] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158103aa-7c59-46e6-a76a-32990a5b3938 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.129364] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb/7cdbcfc0-6291-48cb-aba7-28c3c58d54fb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.129746] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790fca6e-04dc-421e-a2be-72434d5ba6ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.151729] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 748.151729] env[62679]: value = "task-2412046" [ 748.151729] env[62679]: _type = "Task" [ 748.151729] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.164261] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.213252] env[62679]: DEBUG nova.network.neutron [-] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.293719] env[62679]: DEBUG nova.scheduler.client.report [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.470325] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Releasing lock "refresh_cache-021fc908-8c22-4762-8461-09b1e3ff7f87" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.470657] env[62679]: DEBUG nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Instance network_info: |[{"id": "79926898-69c5-40f3-a23d-3ad0af5b7984", "address": "fa:16:3e:2a:61:ee", "network": {"id": "8965cb1b-6f5b-4205-9c3f-f24e1eb154c7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1000927323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015afe1f5493497ab769a023042f1d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79926898-69", "ovs_interfaceid": "79926898-69c5-40f3-a23d-3ad0af5b7984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.471086] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:61:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79926898-69c5-40f3-a23d-3ad0af5b7984', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.480528] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Creating folder: Project (015afe1f5493497ab769a023042f1d7e). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.480528] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-727c8af4-c431-449c-bf7a-84acca506844 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.491634] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Created folder: Project (015afe1f5493497ab769a023042f1d7e) in parent group-v488891. [ 748.492039] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Creating folder: Instances. Parent ref: group-v489047. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.492253] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f31019-dee8-4402-8bad-268df851df08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.503067] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Created folder: Instances in parent group-v489047. [ 748.503326] env[62679]: DEBUG oslo.service.loopingcall [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.503587] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.503918] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b74d9ce5-b928-4130-93c4-2fb4eb60e632 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.526384] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.526384] env[62679]: value = "task-2412049" [ 748.526384] env[62679]: _type = "Task" [ 748.526384] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.534774] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412049, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.596382] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412045, 'name': ReconfigVM_Task, 'duration_secs': 0.30117} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.596796] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfigured VM instance instance-0000002c to attach disk [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.597240] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance 'aee9d9e2-3e18-46b5-b0ee-f79d23d63c21' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.662734] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412046, 'name': ReconfigVM_Task, 'duration_secs': 0.316444} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.663025] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb/7cdbcfc0-6291-48cb-aba7-28c3c58d54fb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.663693] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc15fa9-4847-44e9-bcfe-7ab7fe13365d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.676429] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 748.676429] env[62679]: value = "task-2412050" [ 748.676429] env[62679]: _type = "Task" [ 748.676429] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.686349] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412050, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.716188] env[62679]: INFO nova.compute.manager [-] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Took 1.29 seconds to deallocate network for instance. [ 748.747129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.747129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.748545] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 748.799721] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.800299] env[62679]: DEBUG nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.803348] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.794s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.803664] env[62679]: DEBUG nova.objects.instance [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lazy-loading 'resources' on Instance uuid 9992c674-138a-41b7-8921-4a27dbd9d00a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.820755] env[62679]: DEBUG nova.compute.manager [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Received event network-changed-79926898-69c5-40f3-a23d-3ad0af5b7984 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 748.821962] env[62679]: DEBUG nova.compute.manager [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Refreshing instance network info cache due to event network-changed-79926898-69c5-40f3-a23d-3ad0af5b7984. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 748.821962] env[62679]: DEBUG oslo_concurrency.lockutils [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] Acquiring lock "refresh_cache-021fc908-8c22-4762-8461-09b1e3ff7f87" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.822135] env[62679]: DEBUG oslo_concurrency.lockutils [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] Acquired lock "refresh_cache-021fc908-8c22-4762-8461-09b1e3ff7f87" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.822317] env[62679]: DEBUG nova.network.neutron [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Refreshing network info cache for port 79926898-69c5-40f3-a23d-3ad0af5b7984 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.038777] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412049, 'name': CreateVM_Task, 'duration_secs': 0.460038} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.038904] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.039845] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.039914] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.043018] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.043018] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f4e0fa-20cc-4d30-baa8-b1ed20fe81c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.046500] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 749.046500] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b46744-c4fa-7f5f-4529-2f2da20311d9" [ 749.046500] env[62679]: _type = "Task" [ 749.046500] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.054890] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b46744-c4fa-7f5f-4529-2f2da20311d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.105278] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed2797-f8d9-4df8-89d5-2af03b8ff745 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.130916] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9943f-f593-40dd-9b74-69d75384abf7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.154106] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance 'aee9d9e2-3e18-46b5-b0ee-f79d23d63c21' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 749.187829] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412050, 'name': Rename_Task, 'duration_secs': 0.177487} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.188560] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.188560] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-066d0f24-c0a0-48d5-98b5-74ef8ed7b37d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.197188] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 749.197188] env[62679]: value = "task-2412051" [ 749.197188] env[62679]: _type = "Task" [ 749.197188] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.206392] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.225011] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.309839] env[62679]: DEBUG nova.compute.utils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 749.311557] env[62679]: DEBUG nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.311728] env[62679]: DEBUG nova.network.neutron [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.387529] env[62679]: DEBUG nova.policy [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '395133204edf4bacaf4b7e5da3927b76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf77c59ac333440a81bc6ea410ec8453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.559905] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b46744-c4fa-7f5f-4529-2f2da20311d9, 'name': SearchDatastore_Task, 'duration_secs': 0.035626} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.567020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.567020] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.567020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.567020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.567020] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.567020] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88fc66ec-186b-4d3c-be55-d373c4a75121 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.581257] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.581986] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.582401] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c62119-5ace-4058-8900-ab2b96e72fab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.588793] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 749.588793] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52442370-8cea-8018-592e-3ba1cb4cbbe9" [ 749.588793] env[62679]: _type = "Task" [ 749.588793] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.603798] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52442370-8cea-8018-592e-3ba1cb4cbbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.605840] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137a3140-1b2f-4959-b200-622e62da2d73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.612569] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 749.612569] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52024ae7-9988-391d-45ca-44d899dc8b1d" [ 749.612569] env[62679]: _type = "Task" [ 749.612569] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.626906] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52024ae7-9988-391d-45ca-44d899dc8b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.627236] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.627548] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 021fc908-8c22-4762-8461-09b1e3ff7f87/021fc908-8c22-4762-8461-09b1e3ff7f87.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.627925] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95a41e97-49ac-4ecf-aa26-563b13ba1c7c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.636558] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 749.636558] env[62679]: value = "task-2412052" [ 749.636558] env[62679]: _type = "Task" [ 749.636558] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.654110] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.710066] env[62679]: DEBUG oslo_vmware.api [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412051, 'name': PowerOnVM_Task, 'duration_secs': 0.472189} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.710364] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.710570] env[62679]: INFO nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Took 8.82 seconds to spawn the instance on the hypervisor. [ 749.716481] env[62679]: DEBUG nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.716481] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3340e-8db8-4991-ab93-e0b2f3c1ca9e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.790915] env[62679]: DEBUG nova.network.neutron [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Port cf7ab345-2336-4041-98ec-35004bdd062c binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 749.815456] env[62679]: DEBUG nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.879065] env[62679]: DEBUG nova.network.neutron [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Updated VIF entry in instance network info cache for port 79926898-69c5-40f3-a23d-3ad0af5b7984. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.879636] env[62679]: DEBUG nova.network.neutron [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Updating instance_info_cache with network_info: [{"id": "79926898-69c5-40f3-a23d-3ad0af5b7984", "address": "fa:16:3e:2a:61:ee", "network": {"id": "8965cb1b-6f5b-4205-9c3f-f24e1eb154c7", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1000927323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015afe1f5493497ab769a023042f1d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79926898-69", "ovs_interfaceid": "79926898-69c5-40f3-a23d-3ad0af5b7984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.905036] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06085cf4-8e7a-4379-a7ba-04e1ec096ff4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.917284] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1f342-e9bf-4288-93d2-7a8187645d0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.966498] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fa3830-7fb2-482e-9381-a31e8306039e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.975522] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5671fbc2-e6cb-4e71-9db3-61091d2b89a1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.993639] env[62679]: DEBUG nova.compute.provider_tree [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.141106] env[62679]: DEBUG nova.network.neutron [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Successfully created port: 2512db32-2b3d-4b43-8d22-d0d70ad29a17 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.155981] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513963} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.157992] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 021fc908-8c22-4762-8461-09b1e3ff7f87/021fc908-8c22-4762-8461-09b1e3ff7f87.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.157992] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.158244] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b873b578-a655-464b-920c-f2286ae72631 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.170988] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 750.170988] env[62679]: value = "task-2412053" [ 750.170988] env[62679]: _type = "Task" [ 750.170988] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.178718] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.240023] env[62679]: INFO nova.compute.manager [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Took 47.59 seconds to build instance. [ 750.278530] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance_info_cache with network_info: [{"id": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "address": "fa:16:3e:f4:2a:58", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e5d0af-01", "ovs_interfaceid": "27e5d0af-01bf-47ee-a0aa-2acae7563e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.382388] env[62679]: DEBUG oslo_concurrency.lockutils [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] Releasing lock "refresh_cache-021fc908-8c22-4762-8461-09b1e3ff7f87" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.383080] env[62679]: DEBUG nova.compute.manager [req-17968a31-b89a-48d4-a52d-7baaa42a1abc req-35014a85-b00f-4242-ae4e-1f918de3229e service nova] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Received event network-vif-deleted-b4267f08-dc0b-4afc-87de-43d1cc470baf {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 750.497475] env[62679]: DEBUG nova.scheduler.client.report [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.681973] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100507} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.683969] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.687418] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd00185e-f74d-4912-bd7c-9b8acdf586ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.712406] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 021fc908-8c22-4762-8461-09b1e3ff7f87/021fc908-8c22-4762-8461-09b1e3ff7f87.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.713529] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6eea50-33eb-4b31-8e3d-d4c4f59cb6c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.736331] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 750.736331] env[62679]: value = "task-2412054" [ 750.736331] env[62679]: _type = "Task" [ 750.736331] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.742569] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2b691165-e15e-481b-945d-567d782e1de3 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.853s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.748332] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.782232] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-199ee82a-84d4-4502-9fd0-48eb0322beaf" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.782456] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 750.782667] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.782823] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.783019] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.783124] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.783303] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.783540] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.783642] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 750.783787] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.817278] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.818556] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.818556] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.823393] env[62679]: DEBUG nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.854467] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.855044] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.855044] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.855044] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.855285] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.855447] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.855711] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.856340] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.856340] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.856340] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.856666] env[62679]: DEBUG nova.virt.hardware [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.857310] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1f49c-93a3-456c-b4a0-93225f67bdcf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.867756] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f316e-6f93-41c1-88ac-68e67093ded5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.003631] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.007097] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.671s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.007684] env[62679]: INFO nova.compute.claims [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.030302] env[62679]: INFO nova.scheduler.client.report [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Deleted allocations for instance 9992c674-138a-41b7-8921-4a27dbd9d00a [ 751.192246] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.193478] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.194285] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.194545] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.198024] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.199017] env[62679]: INFO nova.compute.manager [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Terminating instance [ 751.249222] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.286964] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.542222] env[62679]: DEBUG oslo_concurrency.lockutils [None req-34417cde-4285-4e7d-8be4-4353bfdd26cc tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "9992c674-138a-41b7-8921-4a27dbd9d00a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.294s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.704132] env[62679]: DEBUG nova.compute.manager [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.704415] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.705400] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8084db-743f-4844-83ae-14618862b309 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.714515] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.714766] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db9a958b-8827-4153-98fe-91837f0c3dda {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.722703] env[62679]: DEBUG oslo_vmware.api [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 751.722703] env[62679]: value = "task-2412055" [ 751.722703] env[62679]: _type = "Task" [ 751.722703] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.731844] env[62679]: DEBUG oslo_vmware.api [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.747506] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412054, 'name': ReconfigVM_Task, 'duration_secs': 0.641654} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.747811] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 021fc908-8c22-4762-8461-09b1e3ff7f87/021fc908-8c22-4762-8461-09b1e3ff7f87.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.748507] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fc417a4-0b0f-4d66-9f0d-da798fd762be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.756065] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 751.756065] env[62679]: value = "task-2412056" [ 751.756065] env[62679]: _type = "Task" [ 751.756065] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.766516] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412056, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.909511] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.909796] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.910063] env[62679]: DEBUG nova.network.neutron [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.233162] env[62679]: DEBUG oslo_vmware.api [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412055, 'name': PowerOffVM_Task, 'duration_secs': 0.25701} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.233439] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.233604] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.233976] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43dce96-013c-499f-92be-cd6139449ef9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.281510] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412056, 'name': Rename_Task, 'duration_secs': 0.162211} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.285695] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.286871] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13561acc-8a6a-484f-bb51-41d0d747e42d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.295122] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 752.295122] env[62679]: value = "task-2412058" [ 752.295122] env[62679]: _type = "Task" [ 752.295122] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.310892] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.315406] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.315647] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.315830] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleting the datastore file [datastore2] 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.316110] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17789b6-2f3b-4efe-a753-e5642c446fa7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.327132] env[62679]: DEBUG oslo_vmware.api [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 752.327132] env[62679]: value = "task-2412059" [ 752.327132] env[62679]: _type = "Task" [ 752.327132] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.342684] env[62679]: DEBUG oslo_vmware.api [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.368110] env[62679]: DEBUG nova.network.neutron [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Successfully updated port: 2512db32-2b3d-4b43-8d22-d0d70ad29a17 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.421298] env[62679]: DEBUG nova.compute.manager [req-24118831-f2cd-40a6-a9ea-48571030aa9d req-d05ee133-137f-4cc2-85a2-8ef0872e7936 service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Received event network-vif-plugged-2512db32-2b3d-4b43-8d22-d0d70ad29a17 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 752.421585] env[62679]: DEBUG oslo_concurrency.lockutils [req-24118831-f2cd-40a6-a9ea-48571030aa9d req-d05ee133-137f-4cc2-85a2-8ef0872e7936 service nova] Acquiring lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.421674] env[62679]: DEBUG oslo_concurrency.lockutils [req-24118831-f2cd-40a6-a9ea-48571030aa9d req-d05ee133-137f-4cc2-85a2-8ef0872e7936 service nova] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.422021] env[62679]: DEBUG oslo_concurrency.lockutils [req-24118831-f2cd-40a6-a9ea-48571030aa9d req-d05ee133-137f-4cc2-85a2-8ef0872e7936 service nova] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.422021] env[62679]: DEBUG nova.compute.manager [req-24118831-f2cd-40a6-a9ea-48571030aa9d req-d05ee133-137f-4cc2-85a2-8ef0872e7936 service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] No waiting events found dispatching network-vif-plugged-2512db32-2b3d-4b43-8d22-d0d70ad29a17 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.422661] env[62679]: WARNING nova.compute.manager [req-24118831-f2cd-40a6-a9ea-48571030aa9d req-d05ee133-137f-4cc2-85a2-8ef0872e7936 service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Received unexpected event network-vif-plugged-2512db32-2b3d-4b43-8d22-d0d70ad29a17 for instance with vm_state building and task_state spawning. [ 752.551857] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96909c0-d473-42f0-913c-0cd239ffba53 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.560774] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ec1c1-403f-443f-80ac-81c6f77c4add {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.604458] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554b56e-dd8c-49d8-8653-aee593cd5fe9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.613445] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fb286-6bd3-421c-a8fc-1354d6eae02a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.631247] env[62679]: DEBUG nova.compute.provider_tree [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.806725] env[62679]: DEBUG oslo_vmware.api [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412058, 'name': PowerOnVM_Task, 'duration_secs': 0.508985} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.807087] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.807347] env[62679]: INFO nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Took 6.59 seconds to spawn the instance on the hypervisor. [ 752.807773] env[62679]: DEBUG nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.808811] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e34742d-ec7f-4693-bfdb-846a716b08ba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.835941] env[62679]: DEBUG oslo_vmware.api [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226567} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.836613] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.836860] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.837122] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.839949] env[62679]: INFO nova.compute.manager [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 752.839949] env[62679]: DEBUG oslo.service.loopingcall [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.840170] env[62679]: DEBUG nova.compute.manager [-] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.840270] env[62679]: DEBUG nova.network.neutron [-] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.872225] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "refresh_cache-82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.872892] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquired lock "refresh_cache-82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.873250] env[62679]: DEBUG nova.network.neutron [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.964299] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.965093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.135529] env[62679]: DEBUG nova.scheduler.client.report [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.237757] env[62679]: DEBUG nova.network.neutron [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance_info_cache with network_info: [{"id": "cf7ab345-2336-4041-98ec-35004bdd062c", "address": "fa:16:3e:8a:bf:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7ab345-23", "ovs_interfaceid": "cf7ab345-2336-4041-98ec-35004bdd062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.337659] env[62679]: INFO nova.compute.manager [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Took 42.91 seconds to build instance. [ 753.450999] env[62679]: DEBUG nova.network.neutron [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.467103] env[62679]: DEBUG nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.641576] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.642116] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.648517] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.286s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.648517] env[62679]: INFO nova.compute.claims [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.732236] env[62679]: DEBUG nova.network.neutron [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Updating instance_info_cache with network_info: [{"id": "2512db32-2b3d-4b43-8d22-d0d70ad29a17", "address": "fa:16:3e:08:68:7e", "network": {"id": "d07b4ad8-6a0e-4be4-b6a4-0ee6c25dcfa5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-540219480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf77c59ac333440a81bc6ea410ec8453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2512db32-2b", "ovs_interfaceid": "2512db32-2b3d-4b43-8d22-d0d70ad29a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.740351] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.845732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a614106d-2245-4fc0-b34d-f633485f835f tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.437s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.894982] env[62679]: DEBUG nova.network.neutron [-] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.004319] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.077617] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.077854] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.154566] env[62679]: DEBUG nova.compute.utils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.158289] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.158461] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.238155] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Releasing lock "refresh_cache-82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.238511] env[62679]: DEBUG nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Instance network_info: |[{"id": "2512db32-2b3d-4b43-8d22-d0d70ad29a17", "address": "fa:16:3e:08:68:7e", "network": {"id": "d07b4ad8-6a0e-4be4-b6a4-0ee6c25dcfa5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-540219480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf77c59ac333440a81bc6ea410ec8453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2512db32-2b", "ovs_interfaceid": "2512db32-2b3d-4b43-8d22-d0d70ad29a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.239018] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:68:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2512db32-2b3d-4b43-8d22-d0d70ad29a17', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.250533] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Creating folder: Project (cf77c59ac333440a81bc6ea410ec8453). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.254640] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d9abd6-06f6-4ffe-8969-afb08a03d587 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.263555] env[62679]: DEBUG nova.policy [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ec271c7f2e41e584524b33cc55c19a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b668fd89c774354b5ca2517117b4c19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.275885] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Created folder: Project (cf77c59ac333440a81bc6ea410ec8453) in parent group-v488891. [ 754.276528] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Creating folder: Instances. Parent ref: group-v489050. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.276882] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f10ddd2-34e3-4b37-87e3-e2631a2497b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.288980] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9075ba6-0f0e-4329-b197-e23db171d825 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.296247] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Created folder: Instances in parent group-v489050. [ 754.296247] env[62679]: DEBUG oslo.service.loopingcall [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.296247] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.296247] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be82ae8d-3a94-463a-ab62-7820a2dc0475 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.332431] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e3e024-5b20-4033-9221-327a1e3a6b15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.337947] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.337947] env[62679]: value = "task-2412062" [ 754.337947] env[62679]: _type = "Task" [ 754.337947] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.344673] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance 'aee9d9e2-3e18-46b5-b0ee-f79d23d63c21' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.355012] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412062, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.400549] env[62679]: INFO nova.compute.manager [-] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Took 1.56 seconds to deallocate network for instance. [ 754.580703] env[62679]: DEBUG nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.634013] env[62679]: DEBUG nova.compute.manager [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Received event network-changed-2512db32-2b3d-4b43-8d22-d0d70ad29a17 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 754.634236] env[62679]: DEBUG nova.compute.manager [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Refreshing instance network info cache due to event network-changed-2512db32-2b3d-4b43-8d22-d0d70ad29a17. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 754.634500] env[62679]: DEBUG oslo_concurrency.lockutils [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] Acquiring lock "refresh_cache-82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.634649] env[62679]: DEBUG oslo_concurrency.lockutils [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] Acquired lock "refresh_cache-82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.634808] env[62679]: DEBUG nova.network.neutron [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Refreshing network info cache for port 2512db32-2b3d-4b43-8d22-d0d70ad29a17 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.661618] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.827371] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "d35f384a-5f19-42de-8f6c-0547075b4349" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.827667] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "d35f384a-5f19-42de-8f6c-0547075b4349" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.854866] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.865261] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93a4b013-e940-475a-acdf-1e3ee9e91593 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.869262] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412062, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.875535] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 754.875535] env[62679]: value = "task-2412063" [ 754.875535] env[62679]: _type = "Task" [ 754.875535] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.887835] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.910768] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.957679] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Successfully created port: e28b8354-de9b-4b18-a7f2-0b3f19335f82 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.108250] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.212728] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0e3a0d-1e90-41c5-9d98-73c8cf249500 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.224400] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f745f-0a13-4a9d-b906-2fac93d6aeed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.274820] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937b052c-aa07-43c7-8aff-20f1f5c3f03e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.288033] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d436801-828c-4cba-b05f-752b048890fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.305169] env[62679]: DEBUG nova.compute.provider_tree [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.329907] env[62679]: DEBUG nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.357596] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412062, 'name': CreateVM_Task, 'duration_secs': 0.560563} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.357780] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.358601] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.358974] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.359446] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.359537] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c00c25-ec23-4131-9ad9-9724da1711fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.369195] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 755.369195] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52daafa0-6beb-5209-d25d-e2fb13400db5" [ 755.369195] env[62679]: _type = "Task" [ 755.369195] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.386718] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52daafa0-6beb-5209-d25d-e2fb13400db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.394207] env[62679]: DEBUG oslo_vmware.api [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412063, 'name': PowerOnVM_Task, 'duration_secs': 0.423649} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.394726] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.394865] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2674d-8fd7-46f7-b6c9-d0acabc778f0 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance 'aee9d9e2-3e18-46b5-b0ee-f79d23d63c21' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.404507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "f6075cd8-a84b-4957-b364-39fa15b10587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.404994] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.619330] env[62679]: DEBUG nova.network.neutron [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Updated VIF entry in instance network info cache for port 2512db32-2b3d-4b43-8d22-d0d70ad29a17. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.619678] env[62679]: DEBUG nova.network.neutron [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Updating instance_info_cache with network_info: [{"id": "2512db32-2b3d-4b43-8d22-d0d70ad29a17", "address": "fa:16:3e:08:68:7e", "network": {"id": "d07b4ad8-6a0e-4be4-b6a4-0ee6c25dcfa5", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-540219480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf77c59ac333440a81bc6ea410ec8453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2512db32-2b", "ovs_interfaceid": "2512db32-2b3d-4b43-8d22-d0d70ad29a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.675737] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.713589] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.713848] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.713954] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.714146] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.714295] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.714435] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.714632] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.714782] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.714939] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.715237] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.715492] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.716376] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bca240-e3fa-4ad9-a1d1-2aeed59ce394 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.725365] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ca65a8-2e78-4c35-820e-6ca58c4d8dc9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.808792] env[62679]: DEBUG nova.scheduler.client.report [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.856981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.880448] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52daafa0-6beb-5209-d25d-e2fb13400db5, 'name': SearchDatastore_Task, 'duration_secs': 0.019437} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.880448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.881026] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.881242] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.881411] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.881565] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.881832] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92b922f9-72f9-42ba-96e1-71684f682ee8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.894021] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.894221] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.895095] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79ffc5d-d21c-47cd-93aa-18f821ad87da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.902668] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 755.902668] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d3d85d-fa4d-e31b-2b07-d5a3f8c912c1" [ 755.902668] env[62679]: _type = "Task" [ 755.902668] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.910116] env[62679]: DEBUG nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.920350] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d3d85d-fa4d-e31b-2b07-d5a3f8c912c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.127119] env[62679]: DEBUG oslo_concurrency.lockutils [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] Releasing lock "refresh_cache-82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.127119] env[62679]: DEBUG nova.compute.manager [req-ec59e60f-f624-4e4c-9bb9-235a081e8ed9 req-75908e1b-568a-4323-98c2-acb93971acdd service nova] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Received event network-vif-deleted-b892fb4d-c8ed-4647-b0e8-f3946d5c6670 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 756.168149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.169696] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.314293] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.314912] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.321474] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.302s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.321474] env[62679]: DEBUG nova.objects.instance [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lazy-loading 'resources' on Instance uuid 6c29480d-a846-4c48-a5c4-73f3aaa60198 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.423122] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d3d85d-fa4d-e31b-2b07-d5a3f8c912c1, 'name': SearchDatastore_Task, 'duration_secs': 0.028874} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.427569] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4df4ef-6928-4e54-bd9a-fb18ea0cb2ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.434431] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 756.434431] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f9dfd-c03d-b859-98f2-1f662ad8faea" [ 756.434431] env[62679]: _type = "Task" [ 756.434431] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.444929] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f9dfd-c03d-b859-98f2-1f662ad8faea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.448693] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.671609] env[62679]: DEBUG nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.774781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.774781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.821181] env[62679]: DEBUG nova.compute.utils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 756.821181] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.821623] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.922470] env[62679]: DEBUG nova.policy [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ec271c7f2e41e584524b33cc55c19a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b668fd89c774354b5ca2517117b4c19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.950592] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520f9dfd-c03d-b859-98f2-1f662ad8faea, 'name': SearchDatastore_Task, 'duration_secs': 0.041083} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.953242] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.953526] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d/82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.954019] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a04ee780-1949-456c-88b7-0fc9e8ad7c7a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.964569] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 756.964569] env[62679]: value = "task-2412064" [ 756.964569] env[62679]: _type = "Task" [ 756.964569] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.977173] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.027884] env[62679]: DEBUG nova.compute.manager [req-4a9a4c9f-c018-4f93-89cf-cf780dcbaeb6 req-a54483d1-bb5f-419e-a625-791db58d144f service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Received event network-vif-plugged-e28b8354-de9b-4b18-a7f2-0b3f19335f82 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 757.028343] env[62679]: DEBUG oslo_concurrency.lockutils [req-4a9a4c9f-c018-4f93-89cf-cf780dcbaeb6 req-a54483d1-bb5f-419e-a625-791db58d144f service nova] Acquiring lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.028764] env[62679]: DEBUG oslo_concurrency.lockutils [req-4a9a4c9f-c018-4f93-89cf-cf780dcbaeb6 req-a54483d1-bb5f-419e-a625-791db58d144f service nova] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.029120] env[62679]: DEBUG oslo_concurrency.lockutils [req-4a9a4c9f-c018-4f93-89cf-cf780dcbaeb6 req-a54483d1-bb5f-419e-a625-791db58d144f service nova] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.029465] env[62679]: DEBUG nova.compute.manager [req-4a9a4c9f-c018-4f93-89cf-cf780dcbaeb6 req-a54483d1-bb5f-419e-a625-791db58d144f service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] No waiting events found dispatching network-vif-plugged-e28b8354-de9b-4b18-a7f2-0b3f19335f82 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.029846] env[62679]: WARNING nova.compute.manager [req-4a9a4c9f-c018-4f93-89cf-cf780dcbaeb6 req-a54483d1-bb5f-419e-a625-791db58d144f service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Received unexpected event network-vif-plugged-e28b8354-de9b-4b18-a7f2-0b3f19335f82 for instance with vm_state building and task_state spawning. [ 757.198727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.299606] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Successfully updated port: e28b8354-de9b-4b18-a7f2-0b3f19335f82 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.330670] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.366746] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "021fc908-8c22-4762-8461-09b1e3ff7f87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.367113] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.367390] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "021fc908-8c22-4762-8461-09b1e3ff7f87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.367695] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.368149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.378482] env[62679]: INFO nova.compute.manager [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Terminating instance [ 757.434206] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62772da8-3844-4495-b4fe-4c8e8a75071c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.446174] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010fff11-050f-45cc-8f1f-114d74d003e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.491307] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee19b20e-e5e1-465c-a4b4-833f286f2641 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.505772] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ef6e77-f6e7-4405-ac1c-59c3c8957100 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.510467] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412064, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.512032] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Successfully created port: 60a76441-67df-4674-98c3-0be6b2d09235 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.525555] env[62679]: DEBUG nova.compute.provider_tree [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.802241] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "refresh_cache-b8b50b72-790f-41f3-9237-14f62ff6c2e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.803581] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "refresh_cache-b8b50b72-790f-41f3-9237-14f62ff6c2e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.803581] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.889342] env[62679]: DEBUG nova.compute.manager [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.889342] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.889342] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6435e-1e50-42ce-b304-ccb30efbda78 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.904535] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.905673] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec1bf5d-fbc8-45ee-8302-af2cd75d1962 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.916200] env[62679]: DEBUG oslo_vmware.api [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 757.916200] env[62679]: value = "task-2412065" [ 757.916200] env[62679]: _type = "Task" [ 757.916200] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.928019] env[62679]: DEBUG oslo_vmware.api [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.997956] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831534} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.998572] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d/82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.998794] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.999174] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-598514e0-0d6b-447d-8507-1c545f8387b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.008500] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 758.008500] env[62679]: value = "task-2412066" [ 758.008500] env[62679]: _type = "Task" [ 758.008500] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.022047] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.030084] env[62679]: DEBUG nova.scheduler.client.report [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.335834] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.340054] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.360731] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.361034] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.361127] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.361369] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.361517] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.361667] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.361919] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.362095] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.362278] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.362448] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.362620] env[62679]: DEBUG nova.virt.hardware [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.363666] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b2817-65f3-4169-a5d7-fc904f3cb6c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.373567] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e07658-00b7-49ac-a444-477bc4147b6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.427490] env[62679]: DEBUG oslo_vmware.api [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412065, 'name': PowerOffVM_Task, 'duration_secs': 0.277155} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.427810] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.427971] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.429370] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c4abd6f-07c0-4f58-993a-ea7278f2e84a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.499716] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.500106] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.500401] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Deleting the datastore file [datastore2] 021fc908-8c22-4762-8461-09b1e3ff7f87 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.500766] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20943e33-8985-4e6a-b81d-ada5243eaa01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.507703] env[62679]: DEBUG oslo_vmware.api [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for the task: (returnval){ [ 758.507703] env[62679]: value = "task-2412068" [ 758.507703] env[62679]: _type = "Task" [ 758.507703] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.515180] env[62679]: DEBUG nova.network.neutron [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Port cf7ab345-2336-4041-98ec-35004bdd062c binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 758.515435] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.515595] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.515757] env[62679]: DEBUG nova.network.neutron [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.520440] env[62679]: DEBUG oslo_vmware.api [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.526974] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074265} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.527290] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.528057] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c85c6e-c0f4-4479-82e7-0e45c2e95941 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.552199] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.564213] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d/82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.566246] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.983s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.567058] env[62679]: INFO nova.compute.claims [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.570162] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a81c7a4-1b7d-4e1e-866c-0c5c4946f237 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.587672] env[62679]: INFO nova.scheduler.client.report [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Deleted allocations for instance 6c29480d-a846-4c48-a5c4-73f3aaa60198 [ 758.594058] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Updating instance_info_cache with network_info: [{"id": "e28b8354-de9b-4b18-a7f2-0b3f19335f82", "address": "fa:16:3e:54:df:01", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28b8354-de", "ovs_interfaceid": "e28b8354-de9b-4b18-a7f2-0b3f19335f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.603112] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 758.603112] env[62679]: value = "task-2412069" [ 758.603112] env[62679]: _type = "Task" [ 758.603112] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.613355] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.020814] env[62679]: DEBUG oslo_vmware.api [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Task: {'id': task-2412068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149144} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.023448] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.023557] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.023756] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.023930] env[62679]: INFO nova.compute.manager [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Took 1.14 seconds to destroy the instance on the hypervisor. [ 759.024451] env[62679]: DEBUG oslo.service.loopingcall [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.024451] env[62679]: DEBUG nova.compute.manager [-] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.024586] env[62679]: DEBUG nova.network.neutron [-] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.100022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "refresh_cache-b8b50b72-790f-41f3-9237-14f62ff6c2e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.100022] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Instance network_info: |[{"id": "e28b8354-de9b-4b18-a7f2-0b3f19335f82", "address": "fa:16:3e:54:df:01", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28b8354-de", "ovs_interfaceid": "e28b8354-de9b-4b18-a7f2-0b3f19335f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.100022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:df:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e28b8354-de9b-4b18-a7f2-0b3f19335f82', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.107188] env[62679]: DEBUG oslo.service.loopingcall [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.107662] env[62679]: DEBUG oslo_concurrency.lockutils [None req-68c3735a-5923-481b-8e95-bfc0b4343e48 tempest-ServersTestBootFromVolume-1324244872 tempest-ServersTestBootFromVolume-1324244872-project-member] Lock "6c29480d-a846-4c48-a5c4-73f3aaa60198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.622s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.109708] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.113345] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f646915b-6006-40da-a29c-7315d7189da0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.139693] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412069, 'name': ReconfigVM_Task, 'duration_secs': 0.311061} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.141353] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d/82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.142028] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.142028] env[62679]: value = "task-2412070" [ 759.142028] env[62679]: _type = "Task" [ 759.142028] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.143886] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b2765f-7643-439e-82ed-6c995cf51e59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.154964] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412070, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.156759] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 759.156759] env[62679]: value = "task-2412071" [ 759.156759] env[62679]: _type = "Task" [ 759.156759] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.167010] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412071, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.379655] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "8386c466-3aa4-4a42-8a5f-25c006548c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.380038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.504463] env[62679]: DEBUG nova.compute.manager [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Received event network-changed-e28b8354-de9b-4b18-a7f2-0b3f19335f82 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 759.505119] env[62679]: DEBUG nova.compute.manager [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Refreshing instance network info cache due to event network-changed-e28b8354-de9b-4b18-a7f2-0b3f19335f82. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 759.505119] env[62679]: DEBUG oslo_concurrency.lockutils [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] Acquiring lock "refresh_cache-b8b50b72-790f-41f3-9237-14f62ff6c2e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.505119] env[62679]: DEBUG oslo_concurrency.lockutils [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] Acquired lock "refresh_cache-b8b50b72-790f-41f3-9237-14f62ff6c2e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.505407] env[62679]: DEBUG nova.network.neutron [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Refreshing network info cache for port e28b8354-de9b-4b18-a7f2-0b3f19335f82 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.605701] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "c804c60a-85ba-422b-83ff-0b066bbb74c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.605925] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.657215] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412070, 'name': CreateVM_Task, 'duration_secs': 0.381746} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.663950] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.664887] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.665089] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.665408] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.666077] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90af391-90d8-4221-8e31-200f26ce4eb3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.673160] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412071, 'name': Rename_Task, 'duration_secs': 0.194473} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.674642] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.674848] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 759.674848] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52adfc82-cfbb-694e-c5be-d93402333c44" [ 759.674848] env[62679]: _type = "Task" [ 759.674848] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.675131] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-163b3ace-462f-4c9c-84ce-fc8303648931 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.687087] env[62679]: DEBUG nova.network.neutron [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance_info_cache with network_info: [{"id": "cf7ab345-2336-4041-98ec-35004bdd062c", "address": "fa:16:3e:8a:bf:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7ab345-23", "ovs_interfaceid": "cf7ab345-2336-4041-98ec-35004bdd062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.692865] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52adfc82-cfbb-694e-c5be-d93402333c44, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.692865] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.692957] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.693255] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.693398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.693497] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.693809] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 759.693809] env[62679]: value = "task-2412072" [ 759.693809] env[62679]: _type = "Task" [ 759.693809] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.693986] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5314df48-d8bd-4e9d-81c2-fe95c8c20f4f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.707109] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.711464] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.711464] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.712218] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafa0017-b2f3-4dcb-bc20-44bc0d95cda5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.718921] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 759.718921] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f212a-d44e-7b53-a4df-2b43eb2d227b" [ 759.718921] env[62679]: _type = "Task" [ 759.718921] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.730430] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f212a-d44e-7b53-a4df-2b43eb2d227b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.799150] env[62679]: DEBUG nova.compute.manager [req-89aa5869-7fd2-48db-8068-65ddef3c763b req-1944dd5b-d688-4b05-a0f7-55f37bf4847f service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Received event network-vif-deleted-79926898-69c5-40f3-a23d-3ad0af5b7984 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 759.799361] env[62679]: INFO nova.compute.manager [req-89aa5869-7fd2-48db-8068-65ddef3c763b req-1944dd5b-d688-4b05-a0f7-55f37bf4847f service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Neutron deleted interface 79926898-69c5-40f3-a23d-3ad0af5b7984; detaching it from the instance and deleting it from the info cache [ 759.800376] env[62679]: DEBUG nova.network.neutron [req-89aa5869-7fd2-48db-8068-65ddef3c763b req-1944dd5b-d688-4b05-a0f7-55f37bf4847f service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.822373] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Successfully updated port: 60a76441-67df-4674-98c3-0be6b2d09235 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.020384] env[62679]: DEBUG nova.network.neutron [-] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.193586] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.196649] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5d8f35-199d-4073-bc34-374e8199d8f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.212167] env[62679]: DEBUG oslo_vmware.api [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412072, 'name': PowerOnVM_Task, 'duration_secs': 0.493811} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.212624] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.212901] env[62679]: INFO nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Took 9.39 seconds to spawn the instance on the hypervisor. [ 760.213161] env[62679]: DEBUG nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.215359] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970724d4-53a3-4ce2-96b7-f37f969cf444 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.221445] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4573d8a9-38f2-49fc-84a3-31c71581f7ba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.267547] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524f212a-d44e-7b53-a4df-2b43eb2d227b, 'name': SearchDatastore_Task, 'duration_secs': 0.01197} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.271158] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c1b28-8af3-48bb-a865-a23e1ee4465b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.275136] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881e6c40-f308-46c2-b161-370c5d543b5b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.282900] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 760.282900] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526f5121-5b72-7465-0622-bf205802df11" [ 760.282900] env[62679]: _type = "Task" [ 760.282900] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.288376] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30839a49-28c5-4c9d-99c9-c5eefa342831 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.298593] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526f5121-5b72-7465-0622-bf205802df11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.308622] env[62679]: DEBUG nova.compute.provider_tree [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.309940] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72a4600a-30fc-4c11-ab4c-4074656443e1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.320353] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b01ca-0ead-4889-8c1c-05b5a488c5a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.331945] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "refresh_cache-8532154b-2392-4135-b331-a2ac28559b8c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.332102] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "refresh_cache-8532154b-2392-4135-b331-a2ac28559b8c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.332361] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.358859] env[62679]: DEBUG nova.compute.manager [req-89aa5869-7fd2-48db-8068-65ddef3c763b req-1944dd5b-d688-4b05-a0f7-55f37bf4847f service nova] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Detach interface failed, port_id=79926898-69c5-40f3-a23d-3ad0af5b7984, reason: Instance 021fc908-8c22-4762-8461-09b1e3ff7f87 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 760.359959] env[62679]: DEBUG nova.network.neutron [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Updated VIF entry in instance network info cache for port e28b8354-de9b-4b18-a7f2-0b3f19335f82. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.360302] env[62679]: DEBUG nova.network.neutron [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Updating instance_info_cache with network_info: [{"id": "e28b8354-de9b-4b18-a7f2-0b3f19335f82", "address": "fa:16:3e:54:df:01", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28b8354-de", "ovs_interfaceid": "e28b8354-de9b-4b18-a7f2-0b3f19335f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.522715] env[62679]: INFO nova.compute.manager [-] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Took 1.50 seconds to deallocate network for instance. [ 760.701360] env[62679]: DEBUG nova.compute.manager [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62679) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 760.701360] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.778566] env[62679]: INFO nova.compute.manager [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Took 40.04 seconds to build instance. [ 760.800869] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526f5121-5b72-7465-0622-bf205802df11, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.801175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.801458] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] b8b50b72-790f-41f3-9237-14f62ff6c2e4/b8b50b72-790f-41f3-9237-14f62ff6c2e4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.801719] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53a3a2a2-46bc-49c3-a363-14e9ce3d3b3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.809448] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 760.809448] env[62679]: value = "task-2412073" [ 760.809448] env[62679]: _type = "Task" [ 760.809448] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.814494] env[62679]: DEBUG nova.scheduler.client.report [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.823366] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.863087] env[62679]: DEBUG oslo_concurrency.lockutils [req-441e3094-7172-4ce2-8e4a-3952c969fb80 req-24fe2976-b1d2-48a7-bb7a-3cfc9b3adfce service nova] Releasing lock "refresh_cache-b8b50b72-790f-41f3-9237-14f62ff6c2e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.878539] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.031832] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.110372] env[62679]: DEBUG nova.network.neutron [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Updating instance_info_cache with network_info: [{"id": "60a76441-67df-4674-98c3-0be6b2d09235", "address": "fa:16:3e:69:e1:3b", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a76441-67", "ovs_interfaceid": "60a76441-67df-4674-98c3-0be6b2d09235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.283056] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ebd94028-2a74-4551-bb1b-aa2692a5ad40 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.561s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.320901] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.321589] env[62679]: DEBUG nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.324527] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.324974] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.222s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.325247] env[62679]: DEBUG nova.objects.instance [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lazy-loading 'resources' on Instance uuid 204e3516-e790-4b20-b9e4-9696b682b58d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.613953] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "refresh_cache-8532154b-2392-4135-b331-a2ac28559b8c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.614606] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Instance network_info: |[{"id": "60a76441-67df-4674-98c3-0be6b2d09235", "address": "fa:16:3e:69:e1:3b", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a76441-67", "ovs_interfaceid": "60a76441-67df-4674-98c3-0be6b2d09235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.614606] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e1:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60a76441-67df-4674-98c3-0be6b2d09235', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.622359] env[62679]: DEBUG oslo.service.loopingcall [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.623551] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.625563] env[62679]: DEBUG nova.compute.manager [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Received event network-vif-plugged-60a76441-67df-4674-98c3-0be6b2d09235 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 761.625563] env[62679]: DEBUG oslo_concurrency.lockutils [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] Acquiring lock "8532154b-2392-4135-b331-a2ac28559b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.625563] env[62679]: DEBUG oslo_concurrency.lockutils [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] Lock "8532154b-2392-4135-b331-a2ac28559b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.625563] env[62679]: DEBUG oslo_concurrency.lockutils [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] Lock "8532154b-2392-4135-b331-a2ac28559b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.625563] env[62679]: DEBUG nova.compute.manager [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] No waiting events found dispatching network-vif-plugged-60a76441-67df-4674-98c3-0be6b2d09235 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.625766] env[62679]: WARNING nova.compute.manager [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Received unexpected event network-vif-plugged-60a76441-67df-4674-98c3-0be6b2d09235 for instance with vm_state building and task_state spawning. [ 761.625766] env[62679]: DEBUG nova.compute.manager [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Received event network-changed-60a76441-67df-4674-98c3-0be6b2d09235 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 761.626046] env[62679]: DEBUG nova.compute.manager [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Refreshing instance network info cache due to event network-changed-60a76441-67df-4674-98c3-0be6b2d09235. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 761.626120] env[62679]: DEBUG oslo_concurrency.lockutils [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] Acquiring lock "refresh_cache-8532154b-2392-4135-b331-a2ac28559b8c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.626213] env[62679]: DEBUG oslo_concurrency.lockutils [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] Acquired lock "refresh_cache-8532154b-2392-4135-b331-a2ac28559b8c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.626367] env[62679]: DEBUG nova.network.neutron [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Refreshing network info cache for port 60a76441-67df-4674-98c3-0be6b2d09235 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.627440] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecc0a9a7-5b21-4156-b8d4-1f5e532904fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.656062] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.656062] env[62679]: value = "task-2412074" [ 761.656062] env[62679]: _type = "Task" [ 761.656062] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.665267] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412074, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.785643] env[62679]: DEBUG nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.820886] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537687} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.822781] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] b8b50b72-790f-41f3-9237-14f62ff6c2e4/b8b50b72-790f-41f3-9237-14f62ff6c2e4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.825115] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.825115] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a80807-543a-4d5a-9377-e3807fad48ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.827418] env[62679]: DEBUG nova.compute.utils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 761.831496] env[62679]: DEBUG nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.833019] env[62679]: DEBUG nova.network.neutron [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.843451] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 761.843451] env[62679]: value = "task-2412075" [ 761.843451] env[62679]: _type = "Task" [ 761.843451] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.857631] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.978956] env[62679]: DEBUG nova.policy [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f103793fa5004b8fa436725033c38b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01a15c67d4e4b0d8da3270eaf8b2548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.169251] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412074, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.218705] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.221149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.221149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.221149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.221149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.222397] env[62679]: INFO nova.compute.manager [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Terminating instance [ 762.303213] env[62679]: DEBUG nova.network.neutron [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Updated VIF entry in instance network info cache for port 60a76441-67df-4674-98c3-0be6b2d09235. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.303213] env[62679]: DEBUG nova.network.neutron [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Updating instance_info_cache with network_info: [{"id": "60a76441-67df-4674-98c3-0be6b2d09235", "address": "fa:16:3e:69:e1:3b", "network": {"id": "6bdaef9e-ce23-4d0f-a4c7-90563f0bc334", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-34661296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b668fd89c774354b5ca2517117b4c19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60a76441-67", "ovs_interfaceid": "60a76441-67df-4674-98c3-0be6b2d09235", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.307941] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.337644] env[62679]: DEBUG nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.344850] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865d5a0d-4463-42b5-b3e8-de73a8ad5481 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.359824] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070058} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.361788] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.362676] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda63713-0235-4ad0-9163-a954947efc3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.366408] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6840585b-f1df-48b8-989d-4c5fbdbde353 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.420011] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] b8b50b72-790f-41f3-9237-14f62ff6c2e4/b8b50b72-790f-41f3-9237-14f62ff6c2e4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.420481] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7a2964-0b0a-4d11-ba2f-af9da1a386f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.435549] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8701f84c-e46f-4cd8-8adb-6d77fa6d3ac5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.449235] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191bab0f-8cf1-41a2-b1aa-0cbe75a2e337 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.452843] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 762.452843] env[62679]: value = "task-2412076" [ 762.452843] env[62679]: _type = "Task" [ 762.452843] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.465400] env[62679]: DEBUG nova.compute.provider_tree [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.474177] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.616553] env[62679]: DEBUG nova.network.neutron [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Successfully created port: d33452bd-9e87-4822-afad-8f687be1b590 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.668662] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412074, 'name': CreateVM_Task, 'duration_secs': 0.825936} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.668830] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.669652] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.669862] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.670235] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.670470] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800b686a-42ba-4ccf-af4f-7883c92c16c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.678240] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 762.678240] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521a4142-5065-a172-f8b6-70b8a7f33ebe" [ 762.678240] env[62679]: _type = "Task" [ 762.678240] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.689828] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521a4142-5065-a172-f8b6-70b8a7f33ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.728328] env[62679]: DEBUG nova.compute.manager [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.728328] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.728328] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd00eae1-c038-4245-9fc5-d87e64b4683f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.737484] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.737799] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d1031b-446a-48b4-9b42-400fe97fb456 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.746265] env[62679]: DEBUG oslo_vmware.api [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 762.746265] env[62679]: value = "task-2412077" [ 762.746265] env[62679]: _type = "Task" [ 762.746265] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.755462] env[62679]: DEBUG oslo_vmware.api [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.809305] env[62679]: DEBUG oslo_concurrency.lockutils [req-4f0f5db2-d92c-4604-b54a-283b3596b969 req-a8f15dc6-2c88-4a5a-8005-865e2bf95a99 service nova] Releasing lock "refresh_cache-8532154b-2392-4135-b331-a2ac28559b8c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.966760] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412076, 'name': ReconfigVM_Task, 'duration_secs': 0.453887} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.969178] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Reconfigured VM instance instance-00000038 to attach disk [datastore1] b8b50b72-790f-41f3-9237-14f62ff6c2e4/b8b50b72-790f-41f3-9237-14f62ff6c2e4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.971305] env[62679]: DEBUG nova.scheduler.client.report [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.974621] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7dc7412-06f5-4540-a486-876e5f692256 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.987665] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 762.987665] env[62679]: value = "task-2412078" [ 762.987665] env[62679]: _type = "Task" [ 762.987665] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.999028] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412078, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.191954] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521a4142-5065-a172-f8b6-70b8a7f33ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.195197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.195477] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.195729] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.195902] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.196110] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.196392] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fb4d743-9f00-4af7-bf92-73deae0e42e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.206486] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.207452] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.207452] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefdfdff-ffee-458e-854a-f781d2492407 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.217840] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 763.217840] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527156f0-3940-e681-3693-18beb892a82b" [ 763.217840] env[62679]: _type = "Task" [ 763.217840] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.232038] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527156f0-3940-e681-3693-18beb892a82b, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.232038] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9a6f3f-c4d6-4c39-8555-4d93894342b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.237879] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 763.237879] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52570934-8669-d470-1105-d1a7e0ff0853" [ 763.237879] env[62679]: _type = "Task" [ 763.237879] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.248352] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52570934-8669-d470-1105-d1a7e0ff0853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.260825] env[62679]: DEBUG oslo_vmware.api [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412077, 'name': PowerOffVM_Task, 'duration_secs': 0.202005} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.260825] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.260825] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.260825] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f88494c1-1473-4cf3-a00e-50b93584ad0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.333251] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.333579] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.333860] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Deleting the datastore file [datastore1] 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.334204] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11b2301b-1caf-4a32-af52-48b018979f73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.341470] env[62679]: DEBUG oslo_vmware.api [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for the task: (returnval){ [ 763.341470] env[62679]: value = "task-2412080" [ 763.341470] env[62679]: _type = "Task" [ 763.341470] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.351015] env[62679]: DEBUG nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.354513] env[62679]: DEBUG oslo_vmware.api [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.377457] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.377695] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.377848] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.378038] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.378190] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.378382] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.378582] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.378736] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.378898] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.379704] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.380043] env[62679]: DEBUG nova.virt.hardware [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.381066] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22dc847-6862-4281-9d7d-04ce018e9b45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.389673] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608873ec-1a4f-482e-b62e-1444ebc8a522 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.481336] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.483867] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.235s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.488175] env[62679]: DEBUG nova.objects.instance [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lazy-loading 'resources' on Instance uuid dd7326e8-82a9-4d41-b1d3-9699ff0ded76 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.500978] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412078, 'name': Rename_Task, 'duration_secs': 0.192475} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.501989] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.502380] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b15ccad-eeb6-4eb6-a3cf-0f1ffba5d94d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.510359] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 763.510359] env[62679]: value = "task-2412081" [ 763.510359] env[62679]: _type = "Task" [ 763.510359] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.511308] env[62679]: INFO nova.scheduler.client.report [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Deleted allocations for instance 204e3516-e790-4b20-b9e4-9696b682b58d [ 763.526743] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.749366] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52570934-8669-d470-1105-d1a7e0ff0853, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.749772] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.749960] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 8532154b-2392-4135-b331-a2ac28559b8c/8532154b-2392-4135-b331-a2ac28559b8c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.750291] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed0c288-500d-40f4-8b4f-b94e7e64e1e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.758202] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 763.758202] env[62679]: value = "task-2412082" [ 763.758202] env[62679]: _type = "Task" [ 763.758202] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.766974] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.853309] env[62679]: DEBUG oslo_vmware.api [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Task: {'id': task-2412080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16143} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.853611] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.853798] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.853976] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.854216] env[62679]: INFO nova.compute.manager [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 763.854522] env[62679]: DEBUG oslo.service.loopingcall [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.854732] env[62679]: DEBUG nova.compute.manager [-] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.854827] env[62679]: DEBUG nova.network.neutron [-] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.032426] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412081, 'name': PowerOnVM_Task, 'duration_secs': 0.493654} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.032992] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d66200c0-e9ca-4d14-93d0-6b868e10f6f2 tempest-ServersTestManualDisk-1206082203 tempest-ServersTestManualDisk-1206082203-project-member] Lock "204e3516-e790-4b20-b9e4-9696b682b58d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.056s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.034089] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.036904] env[62679]: INFO nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Took 8.36 seconds to spawn the instance on the hypervisor. [ 764.038114] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.039664] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab22b5e-260c-42d6-96c2-7e86cf9eb8bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.273581] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.575411] env[62679]: INFO nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Took 42.26 seconds to build instance. [ 764.645097] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a21ac-a71d-4524-9e4e-df924bd44b97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.654751] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af270ac2-7e6e-4793-99b1-1246804479d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.700871] env[62679]: DEBUG nova.network.neutron [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Successfully updated port: d33452bd-9e87-4822-afad-8f687be1b590 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.705839] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63efd932-6a60-4064-b785-bfbb1d382b18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.715050] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ca467-3159-437b-b6dc-23f052acfef7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.734487] env[62679]: DEBUG nova.compute.provider_tree [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.775236] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575947} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.775236] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 8532154b-2392-4135-b331-a2ac28559b8c/8532154b-2392-4135-b331-a2ac28559b8c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.775236] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.775654] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd810899-e99a-4a46-938c-12e668669382 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.785024] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 764.785024] env[62679]: value = "task-2412083" [ 764.785024] env[62679]: _type = "Task" [ 764.785024] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.796089] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.812866] env[62679]: DEBUG nova.compute.manager [req-89bbd31c-db47-4c9b-b9c6-cbe86566a0c3 req-19bd47b0-43ba-41eb-9edf-a0e4d3d1e09a service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Received event network-vif-deleted-2512db32-2b3d-4b43-8d22-d0d70ad29a17 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 764.813138] env[62679]: INFO nova.compute.manager [req-89bbd31c-db47-4c9b-b9c6-cbe86566a0c3 req-19bd47b0-43ba-41eb-9edf-a0e4d3d1e09a service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Neutron deleted interface 2512db32-2b3d-4b43-8d22-d0d70ad29a17; detaching it from the instance and deleting it from the info cache [ 764.813344] env[62679]: DEBUG nova.network.neutron [req-89bbd31c-db47-4c9b-b9c6-cbe86566a0c3 req-19bd47b0-43ba-41eb-9edf-a0e4d3d1e09a service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.830051] env[62679]: DEBUG nova.network.neutron [-] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.080035] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.773s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.207613] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.209294] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.209294] env[62679]: DEBUG nova.network.neutron [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.240027] env[62679]: DEBUG nova.scheduler.client.report [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.294742] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094439} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.294993] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.295805] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4684ba-6d86-43ec-a3fa-a89ac30863be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.324489] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 8532154b-2392-4135-b331-a2ac28559b8c/8532154b-2392-4135-b331-a2ac28559b8c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.325135] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c7f4e8-1cff-4a33-b684-71c1ee5985f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.339604] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fe65256-153f-4c3d-95ba-3ef31236b3ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.343562] env[62679]: INFO nova.compute.manager [-] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Took 1.49 seconds to deallocate network for instance. [ 765.360481] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee70e44d-05e7-41b2-93d2-4a6aa900e10c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.372117] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 765.372117] env[62679]: value = "task-2412084" [ 765.372117] env[62679]: _type = "Task" [ 765.372117] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.382220] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.382220] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.390969] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.406947] env[62679]: DEBUG nova.compute.manager [req-89bbd31c-db47-4c9b-b9c6-cbe86566a0c3 req-19bd47b0-43ba-41eb-9edf-a0e4d3d1e09a service nova] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Detach interface failed, port_id=2512db32-2b3d-4b43-8d22-d0d70ad29a17, reason: Instance 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 765.581752] env[62679]: DEBUG nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.745707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.749313] env[62679]: DEBUG nova.network.neutron [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.753605] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.503s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.755159] env[62679]: INFO nova.compute.claims [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.790987] env[62679]: INFO nova.scheduler.client.report [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Deleted allocations for instance dd7326e8-82a9-4d41-b1d3-9699ff0ded76 [ 765.851471] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.891034] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.028784] env[62679]: DEBUG nova.network.neutron [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Updating instance_info_cache with network_info: [{"id": "d33452bd-9e87-4822-afad-8f687be1b590", "address": "fa:16:3e:39:17:b9", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33452bd-9e", "ovs_interfaceid": "d33452bd-9e87-4822-afad-8f687be1b590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.108984] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.302909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2297922a-4a0b-479c-a232-b3713b393e04 tempest-InstanceActionsV221TestJSON-1202879001 tempest-InstanceActionsV221TestJSON-1202879001-project-member] Lock "dd7326e8-82a9-4d41-b1d3-9699ff0ded76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.084s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.388755] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412084, 'name': ReconfigVM_Task, 'duration_secs': 0.856502} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.389157] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 8532154b-2392-4135-b331-a2ac28559b8c/8532154b-2392-4135-b331-a2ac28559b8c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.390148] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94858e9f-bfab-4d44-ad67-58ba4b6c4f0f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.398122] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 766.398122] env[62679]: value = "task-2412085" [ 766.398122] env[62679]: _type = "Task" [ 766.398122] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.411467] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412085, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.535830] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.536504] env[62679]: DEBUG nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Instance network_info: |[{"id": "d33452bd-9e87-4822-afad-8f687be1b590", "address": "fa:16:3e:39:17:b9", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33452bd-9e", "ovs_interfaceid": "d33452bd-9e87-4822-afad-8f687be1b590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.536806] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:17:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd33452bd-9e87-4822-afad-8f687be1b590', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.554431] env[62679]: DEBUG oslo.service.loopingcall [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.554721] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.554955] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76fca0c7-b08f-4bc8-8469-4caac0d641f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.580298] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.580298] env[62679]: value = "task-2412086" [ 766.580298] env[62679]: _type = "Task" [ 766.580298] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.591404] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412086, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.852846] env[62679]: DEBUG nova.compute.manager [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Received event network-vif-plugged-d33452bd-9e87-4822-afad-8f687be1b590 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 766.853175] env[62679]: DEBUG oslo_concurrency.lockutils [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] Acquiring lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.853646] env[62679]: DEBUG oslo_concurrency.lockutils [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.853745] env[62679]: DEBUG oslo_concurrency.lockutils [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.854026] env[62679]: DEBUG nova.compute.manager [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] No waiting events found dispatching network-vif-plugged-d33452bd-9e87-4822-afad-8f687be1b590 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.854292] env[62679]: WARNING nova.compute.manager [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Received unexpected event network-vif-plugged-d33452bd-9e87-4822-afad-8f687be1b590 for instance with vm_state building and task_state spawning. [ 766.854555] env[62679]: DEBUG nova.compute.manager [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Received event network-changed-d33452bd-9e87-4822-afad-8f687be1b590 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 766.854818] env[62679]: DEBUG nova.compute.manager [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Refreshing instance network info cache due to event network-changed-d33452bd-9e87-4822-afad-8f687be1b590. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 766.855221] env[62679]: DEBUG oslo_concurrency.lockutils [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] Acquiring lock "refresh_cache-7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.855408] env[62679]: DEBUG oslo_concurrency.lockutils [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] Acquired lock "refresh_cache-7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.855679] env[62679]: DEBUG nova.network.neutron [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Refreshing network info cache for port d33452bd-9e87-4822-afad-8f687be1b590 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.914991] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412085, 'name': Rename_Task, 'duration_secs': 0.261296} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.914991] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.914991] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c0aa3ec-3410-49bc-b0d5-c7e749950733 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.919155] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 766.919155] env[62679]: value = "task-2412087" [ 766.919155] env[62679]: _type = "Task" [ 766.919155] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.932135] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.090447] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412086, 'name': CreateVM_Task, 'duration_secs': 0.351271} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.093066] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.093953] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.094957] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.094957] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.094957] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98b27ba-551d-4408-b365-9d5216de1e23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.100098] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 767.100098] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5264d9ec-7116-ca6c-67fd-5f8ff918c60a" [ 767.100098] env[62679]: _type = "Task" [ 767.100098] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.109485] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5264d9ec-7116-ca6c-67fd-5f8ff918c60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.278549] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf3848-ef36-4dc9-9ef4-8c3f510745c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.288797] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7343a9a-919e-46bb-b531-eb562423ce89 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.323403] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db6870-80f8-4eda-95b5-4205c8922882 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.331039] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88abe9c9-6707-4849-8063-193744f9277d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.346204] env[62679]: DEBUG nova.compute.provider_tree [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.431705] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.617148] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5264d9ec-7116-ca6c-67fd-5f8ff918c60a, 'name': SearchDatastore_Task, 'duration_secs': 0.02054} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.618382] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.618617] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.618837] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.618977] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.619161] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.619467] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21148d3-859b-4082-bcdb-3bb05974a400 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.633338] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.633338] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.633966] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea495390-d986-40f5-aa4a-4f97f3de6489 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.638961] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 767.638961] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5235d085-ceaf-8855-985b-e33ee1ece5f9" [ 767.638961] env[62679]: _type = "Task" [ 767.638961] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.647179] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5235d085-ceaf-8855-985b-e33ee1ece5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.833148] env[62679]: DEBUG nova.network.neutron [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Updated VIF entry in instance network info cache for port d33452bd-9e87-4822-afad-8f687be1b590. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.833295] env[62679]: DEBUG nova.network.neutron [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Updating instance_info_cache with network_info: [{"id": "d33452bd-9e87-4822-afad-8f687be1b590", "address": "fa:16:3e:39:17:b9", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33452bd-9e", "ovs_interfaceid": "d33452bd-9e87-4822-afad-8f687be1b590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.849749] env[62679]: DEBUG nova.scheduler.client.report [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.934416] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.153847] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5235d085-ceaf-8855-985b-e33ee1ece5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.154740] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0ab3c1-3ee9-4e55-88b1-cfc95b1dd649 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.160744] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 768.160744] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad436b-88f2-72b6-c06b-a5a342a736c5" [ 768.160744] env[62679]: _type = "Task" [ 768.160744] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.169111] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad436b-88f2-72b6-c06b-a5a342a736c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.336502] env[62679]: DEBUG oslo_concurrency.lockutils [req-c7cfaec9-5733-4090-8c74-fffd1b7db747 req-4fa48fdc-86db-4d0d-8133-e49c398f8e16 service nova] Releasing lock "refresh_cache-7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.355803] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.355959] env[62679]: DEBUG nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.358781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.993s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.359989] env[62679]: DEBUG nova.objects.instance [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lazy-loading 'resources' on Instance uuid ba09d236-2afc-471d-9582-e096a4479c84 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.437882] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412087, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.674264] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad436b-88f2-72b6-c06b-a5a342a736c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.674590] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.675461] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274/7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.676134] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbad1b69-0225-4821-98de-ff8e9c3a06e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.682641] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 768.682641] env[62679]: value = "task-2412088" [ 768.682641] env[62679]: _type = "Task" [ 768.682641] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.691384] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.868484] env[62679]: DEBUG nova.compute.utils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 768.874037] env[62679]: DEBUG nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.874273] env[62679]: DEBUG nova.network.neutron [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.938366] env[62679]: DEBUG oslo_vmware.api [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412087, 'name': PowerOnVM_Task, 'duration_secs': 1.588012} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.938652] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.938879] env[62679]: INFO nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Took 10.60 seconds to spawn the instance on the hypervisor. [ 768.939120] env[62679]: DEBUG nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.939973] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b35f318-5b19-4cba-9175-ecf956bcc74e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.988117] env[62679]: DEBUG nova.policy [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b7d65992694d699fe90970de1454f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed43e618f90842daa5ae6a9b0e9c1cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.194868] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412088, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.374388] env[62679]: DEBUG nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.467381] env[62679]: INFO nova.compute.manager [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Took 47.12 seconds to build instance. [ 769.479155] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7279b-80c5-41ed-9aee-53f8609f1d1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.487802] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c866d258-18a3-41b3-bf9e-988c9c29d7c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.521869] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0323b3-5c10-46cb-8061-f3986ef2ff1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.529658] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fd922a-2dbf-4bb0-8b5f-547c7a62de74 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.547031] env[62679]: DEBUG nova.compute.provider_tree [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.694812] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563685} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.695169] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274/7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.695418] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.695673] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80b391e1-914e-4813-889e-f766b550ba5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.702512] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 769.702512] env[62679]: value = "task-2412089" [ 769.702512] env[62679]: _type = "Task" [ 769.702512] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.710325] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.751545] env[62679]: DEBUG nova.network.neutron [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Successfully created port: faddca71-4ff8-435b-a860-8d1aff926bf7 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.968509] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3082db47-23a3-4579-8204-71b43ffdec6c tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "8532154b-2392-4135-b331-a2ac28559b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.632s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.049630] env[62679]: DEBUG nova.scheduler.client.report [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.217017] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067626} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.217017] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.217017] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725bbb4-cc6b-423c-afd8-bf31cddfc51a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.247643] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274/7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.247975] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530f17b7-b5b1-4d34-bfbe-7ce9670b502f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.268141] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 770.268141] env[62679]: value = "task-2412090" [ 770.268141] env[62679]: _type = "Task" [ 770.268141] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.276551] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.384379] env[62679]: DEBUG nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.426474] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='75810724452760c11b1a0c9b81f4632d',container_format='bare',created_at=2025-02-10T11:23:04Z,direct_url=,disk_format='vmdk',id=07b005d9-df2e-408e-ba1d-e6c8f9e38594,min_disk=1,min_ram=0,name='tempest-test-snap-1709420820',owner='ed43e618f90842daa5ae6a9b0e9c1cf1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-10T11:23:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.428268] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.428355] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.428824] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.428824] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.428969] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.429266] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.429499] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.429728] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.429942] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.430191] env[62679]: DEBUG nova.virt.hardware [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.431218] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02444fe4-4f9d-46a4-a971-ac0a05a0b99a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.441989] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec09261-31bf-44f7-9149-d44a16fdc1cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.472386] env[62679]: DEBUG nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.555537] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.558638] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.978s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.559279] env[62679]: DEBUG nova.objects.instance [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lazy-loading 'resources' on Instance uuid 17221af2-96c6-4380-bbaa-ec426e1f88cf {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.585365] env[62679]: INFO nova.scheduler.client.report [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted allocations for instance ba09d236-2afc-471d-9582-e096a4479c84 [ 770.778258] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412090, 'name': ReconfigVM_Task, 'duration_secs': 0.313897} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.778554] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274/7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.779288] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-868420c7-bf8b-47e1-8593-14d6febf520b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.787407] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 770.787407] env[62679]: value = "task-2412091" [ 770.787407] env[62679]: _type = "Task" [ 770.787407] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.796431] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412091, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.991715] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.096133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1fb43d27-2c1e-46a6-bd45-08bf8ba34a48 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ba09d236-2afc-471d-9582-e096a4479c84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.409s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.299069] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412091, 'name': Rename_Task, 'duration_secs': 0.137015} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.299354] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.299684] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-409f895b-1afb-4c70-97ae-509381ee6118 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.309018] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 771.309018] env[62679]: value = "task-2412092" [ 771.309018] env[62679]: _type = "Task" [ 771.309018] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.318302] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.463572] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.464244] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.464244] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.464244] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.464417] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.467592] env[62679]: INFO nova.compute.manager [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Terminating instance [ 771.547469] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d0a2f-ad65-406d-9343-dc8f12cc3f1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.555426] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b332a-6629-441e-8a65-3a323059144f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.588851] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed07840-78c0-4989-b366-fd7fa286c35a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.599459] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd73ab-95ca-46ef-b69a-e76f0f1fe8ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.611655] env[62679]: DEBUG nova.compute.provider_tree [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.656344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "8532154b-2392-4135-b331-a2ac28559b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.656626] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "8532154b-2392-4135-b331-a2ac28559b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.656835] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "8532154b-2392-4135-b331-a2ac28559b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.657030] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "8532154b-2392-4135-b331-a2ac28559b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.657212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "8532154b-2392-4135-b331-a2ac28559b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.659412] env[62679]: INFO nova.compute.manager [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Terminating instance [ 771.744068] env[62679]: DEBUG nova.compute.manager [req-a6f7cea9-7a46-41e9-8c3b-89d8e1da0b51 req-e571a3ca-6934-444a-95ab-8f78965c8862 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Received event network-vif-plugged-faddca71-4ff8-435b-a860-8d1aff926bf7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 771.744068] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6f7cea9-7a46-41e9-8c3b-89d8e1da0b51 req-e571a3ca-6934-444a-95ab-8f78965c8862 service nova] Acquiring lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.744068] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6f7cea9-7a46-41e9-8c3b-89d8e1da0b51 req-e571a3ca-6934-444a-95ab-8f78965c8862 service nova] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.744068] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6f7cea9-7a46-41e9-8c3b-89d8e1da0b51 req-e571a3ca-6934-444a-95ab-8f78965c8862 service nova] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.744068] env[62679]: DEBUG nova.compute.manager [req-a6f7cea9-7a46-41e9-8c3b-89d8e1da0b51 req-e571a3ca-6934-444a-95ab-8f78965c8862 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] No waiting events found dispatching network-vif-plugged-faddca71-4ff8-435b-a860-8d1aff926bf7 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.744068] env[62679]: WARNING nova.compute.manager [req-a6f7cea9-7a46-41e9-8c3b-89d8e1da0b51 req-e571a3ca-6934-444a-95ab-8f78965c8862 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Received unexpected event network-vif-plugged-faddca71-4ff8-435b-a860-8d1aff926bf7 for instance with vm_state building and task_state spawning. [ 771.767463] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.767463] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.827591] env[62679]: DEBUG oslo_vmware.api [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412092, 'name': PowerOnVM_Task, 'duration_secs': 0.505046} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.828057] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.828380] env[62679]: INFO nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Took 8.48 seconds to spawn the instance on the hypervisor. [ 771.828667] env[62679]: DEBUG nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.829607] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3a8be9-9423-4ff9-acb1-60ab5fe08c96 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.978194] env[62679]: DEBUG nova.compute.manager [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.978194] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.978194] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cdc136-c586-4378-b8eb-6ce91d6efa32 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.985850] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.986654] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5424f9e-4b32-4515-b77b-95f85af348a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.992870] env[62679]: DEBUG oslo_vmware.api [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 771.992870] env[62679]: value = "task-2412093" [ 771.992870] env[62679]: _type = "Task" [ 771.992870] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.997253] env[62679]: DEBUG nova.network.neutron [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Successfully updated port: faddca71-4ff8-435b-a860-8d1aff926bf7 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.003412] env[62679]: DEBUG oslo_vmware.api [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.115250] env[62679]: DEBUG nova.scheduler.client.report [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.164114] env[62679]: DEBUG nova.compute.manager [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.164333] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.165648] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b34ea5-8f12-4ae6-9d90-eccca2ed6543 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.173610] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.173852] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1759c403-659f-4b4f-8dcf-46fad994b76d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.179496] env[62679]: DEBUG oslo_vmware.api [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 772.179496] env[62679]: value = "task-2412094" [ 772.179496] env[62679]: _type = "Task" [ 772.179496] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.187242] env[62679]: DEBUG oslo_vmware.api [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.203572] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.203866] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.204103] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.204321] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.204523] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.206911] env[62679]: INFO nova.compute.manager [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Terminating instance [ 772.353467] env[62679]: INFO nova.compute.manager [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Took 47.79 seconds to build instance. [ 772.500381] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "refresh_cache-fcb5ff04-b19c-4c3c-83a9-5c254007bdea" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.500600] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "refresh_cache-fcb5ff04-b19c-4c3c-83a9-5c254007bdea" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.500718] env[62679]: DEBUG nova.network.neutron [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.505872] env[62679]: DEBUG oslo_vmware.api [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412093, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.620978] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.624119] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.399s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.624239] env[62679]: DEBUG nova.objects.instance [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lazy-loading 'resources' on Instance uuid 10b32bbd-7b71-45d5-b29b-4560f57d96bc {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.650324] env[62679]: INFO nova.scheduler.client.report [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Deleted allocations for instance 17221af2-96c6-4380-bbaa-ec426e1f88cf [ 772.690555] env[62679]: DEBUG oslo_vmware.api [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412094, 'name': PowerOffVM_Task, 'duration_secs': 0.463241} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.690816] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.691044] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.691366] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbbf0d5e-fea3-4e92-8e80-4a63702a16fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.711476] env[62679]: DEBUG nova.compute.manager [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.711704] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.713098] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982ad1c5-1696-41e8-81bc-579b14dcbaa2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.720728] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.720878] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eacbff24-f6c0-4dbd-98c8-06ed25e102eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.727381] env[62679]: DEBUG oslo_vmware.api [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 772.727381] env[62679]: value = "task-2412096" [ 772.727381] env[62679]: _type = "Task" [ 772.727381] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.737230] env[62679]: DEBUG oslo_vmware.api [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.784692] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.784906] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.785098] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleting the datastore file [datastore1] 8532154b-2392-4135-b331-a2ac28559b8c {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.785364] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc8efa49-c005-4b52-950a-4f93366db62c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.792284] env[62679]: DEBUG oslo_vmware.api [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 772.792284] env[62679]: value = "task-2412097" [ 772.792284] env[62679]: _type = "Task" [ 772.792284] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.800944] env[62679]: DEBUG oslo_vmware.api [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.856189] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7a260d97-8e2a-428c-aad5-d0892177b0bc tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.305s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.003443] env[62679]: DEBUG oslo_vmware.api [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412093, 'name': PowerOffVM_Task, 'duration_secs': 0.643849} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.003762] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.003762] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.004014] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6529ed3-3142-4249-a4ed-d10df1d22231 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.053474] env[62679]: DEBUG nova.network.neutron [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.066626] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.066865] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.067024] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleting the datastore file [datastore1] b8b50b72-790f-41f3-9237-14f62ff6c2e4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.067316] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bca392a-4f0f-44d5-93a0-2211e91e885e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.074427] env[62679]: DEBUG oslo_vmware.api [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for the task: (returnval){ [ 773.074427] env[62679]: value = "task-2412099" [ 773.074427] env[62679]: _type = "Task" [ 773.074427] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.085191] env[62679]: DEBUG oslo_vmware.api [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.168951] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dea32d1-95c0-469e-9fa1-c5e07de4c237 tempest-ServersV294TestFqdnHostnames-1962158578 tempest-ServersV294TestFqdnHostnames-1962158578-project-member] Lock "17221af2-96c6-4380-bbaa-ec426e1f88cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.562s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.237640] env[62679]: DEBUG oslo_vmware.api [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412096, 'name': PowerOffVM_Task, 'duration_secs': 0.208913} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.240341] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.240550] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.241084] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8faec4-ddea-42a2-b2bd-fea4bbacc7b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.302776] env[62679]: DEBUG oslo_vmware.api [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280874} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.303929] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.304141] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.304318] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.304489] env[62679]: INFO nova.compute.manager [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 773.304725] env[62679]: DEBUG oslo.service.loopingcall [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.304926] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.305107] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.305287] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleting the datastore file [datastore1] ef2eccb3-bea9-49ba-9f1c-d34e758989b2 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.308135] env[62679]: DEBUG nova.compute.manager [-] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.308244] env[62679]: DEBUG nova.network.neutron [-] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.310203] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb767302-8e31-43f3-8393-4aba13848bfa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.316712] env[62679]: DEBUG oslo_vmware.api [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 773.316712] env[62679]: value = "task-2412101" [ 773.316712] env[62679]: _type = "Task" [ 773.316712] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.327839] env[62679]: DEBUG nova.network.neutron [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Updating instance_info_cache with network_info: [{"id": "faddca71-4ff8-435b-a860-8d1aff926bf7", "address": "fa:16:3e:ef:3e:9e", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaddca71-4f", "ovs_interfaceid": "faddca71-4ff8-435b-a860-8d1aff926bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.329265] env[62679]: DEBUG oslo_vmware.api [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.359318] env[62679]: DEBUG nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.585202] env[62679]: DEBUG oslo_vmware.api [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Task: {'id': task-2412099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289111} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.587682] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.587682] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.587868] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.588040] env[62679]: INFO nova.compute.manager [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Took 1.61 seconds to destroy the instance on the hypervisor. [ 773.588287] env[62679]: DEBUG oslo.service.loopingcall [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.588874] env[62679]: DEBUG nova.compute.manager [-] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.589022] env[62679]: DEBUG nova.network.neutron [-] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.598257] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3af47c4-ddbb-4b9c-9ed8-fbda012ced18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.606134] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67bbc50-b1af-429c-af59-792cf32ffca0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.637701] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05deffc-f770-4c57-94b3-ce9df2c6b558 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.645596] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba6945b-37cc-4050-bed7-a0662706a472 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.660077] env[62679]: DEBUG nova.compute.provider_tree [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.817432] env[62679]: DEBUG nova.compute.manager [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Received event network-changed-faddca71-4ff8-435b-a860-8d1aff926bf7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 773.818974] env[62679]: DEBUG nova.compute.manager [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Refreshing instance network info cache due to event network-changed-faddca71-4ff8-435b-a860-8d1aff926bf7. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 773.818974] env[62679]: DEBUG oslo_concurrency.lockutils [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] Acquiring lock "refresh_cache-fcb5ff04-b19c-4c3c-83a9-5c254007bdea" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.834374] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "refresh_cache-fcb5ff04-b19c-4c3c-83a9-5c254007bdea" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.834795] env[62679]: DEBUG nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Instance network_info: |[{"id": "faddca71-4ff8-435b-a860-8d1aff926bf7", "address": "fa:16:3e:ef:3e:9e", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaddca71-4f", "ovs_interfaceid": "faddca71-4ff8-435b-a860-8d1aff926bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.835208] env[62679]: DEBUG oslo_vmware.api [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477075} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.835557] env[62679]: DEBUG oslo_concurrency.lockutils [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] Acquired lock "refresh_cache-fcb5ff04-b19c-4c3c-83a9-5c254007bdea" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.835791] env[62679]: DEBUG nova.network.neutron [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Refreshing network info cache for port faddca71-4ff8-435b-a860-8d1aff926bf7 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.837495] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:3e:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faddca71-4ff8-435b-a860-8d1aff926bf7', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.850146] env[62679]: DEBUG oslo.service.loopingcall [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.850666] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.850918] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.851217] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.851438] env[62679]: INFO nova.compute.manager [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 773.851760] env[62679]: DEBUG oslo.service.loopingcall [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.856203] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.856613] env[62679]: DEBUG nova.compute.manager [-] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.856757] env[62679]: DEBUG nova.network.neutron [-] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.859531] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ee0840-d850-45a2-82ba-6be83a7acb3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.883932] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.884214] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.887718] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.887718] env[62679]: value = "task-2412102" [ 773.887718] env[62679]: _type = "Task" [ 773.887718] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.900046] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412102, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.901938] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.070121] env[62679]: DEBUG nova.network.neutron [-] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.123590] env[62679]: DEBUG nova.network.neutron [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Updated VIF entry in instance network info cache for port faddca71-4ff8-435b-a860-8d1aff926bf7. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.123590] env[62679]: DEBUG nova.network.neutron [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Updating instance_info_cache with network_info: [{"id": "faddca71-4ff8-435b-a860-8d1aff926bf7", "address": "fa:16:3e:ef:3e:9e", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaddca71-4f", "ovs_interfaceid": "faddca71-4ff8-435b-a860-8d1aff926bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.164167] env[62679]: DEBUG nova.scheduler.client.report [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.396375] env[62679]: DEBUG nova.compute.utils [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.407542] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412102, 'name': CreateVM_Task, 'duration_secs': 0.339383} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.411019] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.411019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.411019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.411019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.411019] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387ab629-8108-4600-8037-63ef633d0fe0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.416075] env[62679]: DEBUG nova.network.neutron [-] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.417410] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 774.417410] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523faf53-c9b2-1e67-f69f-0c97fd767023" [ 774.417410] env[62679]: _type = "Task" [ 774.417410] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.427039] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523faf53-c9b2-1e67-f69f-0c97fd767023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.468454] env[62679]: DEBUG nova.compute.manager [req-4b494dc1-87bf-4136-a834-3934d8c141c1 req-2b230706-8eef-4d4d-9c7f-dc233b5037aa service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Received event network-vif-deleted-4c166c0d-4c9f-4a45-84b0-170e2c16c544 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 774.468694] env[62679]: INFO nova.compute.manager [req-4b494dc1-87bf-4136-a834-3934d8c141c1 req-2b230706-8eef-4d4d-9c7f-dc233b5037aa service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Neutron deleted interface 4c166c0d-4c9f-4a45-84b0-170e2c16c544; detaching it from the instance and deleting it from the info cache [ 774.468808] env[62679]: DEBUG nova.network.neutron [req-4b494dc1-87bf-4136-a834-3934d8c141c1 req-2b230706-8eef-4d4d-9c7f-dc233b5037aa service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.574833] env[62679]: INFO nova.compute.manager [-] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Took 1.27 seconds to deallocate network for instance. [ 774.629408] env[62679]: DEBUG oslo_concurrency.lockutils [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] Releasing lock "refresh_cache-fcb5ff04-b19c-4c3c-83a9-5c254007bdea" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.629848] env[62679]: DEBUG nova.compute.manager [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Received event network-vif-deleted-60a76441-67df-4674-98c3-0be6b2d09235 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 774.630166] env[62679]: INFO nova.compute.manager [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Neutron deleted interface 60a76441-67df-4674-98c3-0be6b2d09235; detaching it from the instance and deleting it from the info cache [ 774.630458] env[62679]: DEBUG nova.network.neutron [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.670481] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.673999] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.387s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.674216] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.674621] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 774.674709] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.671s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.676276] env[62679]: INFO nova.compute.claims [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.680300] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645020b-0895-4063-a246-f1560756257d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.689886] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e746ec-dd5b-45d7-909b-ff118ac56137 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.706564] env[62679]: INFO nova.scheduler.client.report [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Deleted allocations for instance 10b32bbd-7b71-45d5-b29b-4560f57d96bc [ 774.708764] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca47de-f818-4379-b026-3fbfbef137bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.721324] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2b3a25-57c0-420e-b274-4dd182fe81cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.760066] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178856MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 774.760488] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.777722] env[62679]: DEBUG nova.network.neutron [-] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.901862] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.919309] env[62679]: INFO nova.compute.manager [-] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Took 1.33 seconds to deallocate network for instance. [ 774.936624] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.936843] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Processing image 07b005d9-df2e-408e-ba1d-e6c8f9e38594 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.938923] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594/07b005d9-df2e-408e-ba1d-e6c8f9e38594.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.938923] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594/07b005d9-df2e-408e-ba1d-e6c8f9e38594.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.938923] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.938923] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cad7a52-d8c6-44a0-a1f7-497081d6b827 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.946723] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.947820] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.947820] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769541d1-ceb2-443c-9531-101e5da854d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.953014] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 774.953014] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52638d3c-cc4b-3c97-5ec0-caf15644de7e" [ 774.953014] env[62679]: _type = "Task" [ 774.953014] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.960822] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52638d3c-cc4b-3c97-5ec0-caf15644de7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.976034] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67d91b83-77fb-48e2-9536-342f64d4f28f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.984347] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c82fae3-4d1e-4735-99f6-bc15635ea60a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.017980] env[62679]: DEBUG nova.compute.manager [req-4b494dc1-87bf-4136-a834-3934d8c141c1 req-2b230706-8eef-4d4d-9c7f-dc233b5037aa service nova] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Detach interface failed, port_id=4c166c0d-4c9f-4a45-84b0-170e2c16c544, reason: Instance ef2eccb3-bea9-49ba-9f1c-d34e758989b2 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 775.082107] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.134779] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebd0aaa9-0488-46c6-93f8-1a509f8e0314 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.144818] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df4412-87d0-4918-b2c3-2f1cc57b488f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.187468] env[62679]: DEBUG nova.compute.manager [req-c571f3b2-27b1-46b9-af7e-a75ff4b7d36b req-4fcbca7c-27e9-4696-8426-e681bc61f111 service nova] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Detach interface failed, port_id=60a76441-67df-4674-98c3-0be6b2d09235, reason: Instance 8532154b-2392-4135-b331-a2ac28559b8c could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 775.220410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50b554d1-9e13-46c2-b564-7d1c6bf8b136 tempest-TenantUsagesTestJSON-1807731477 tempest-TenantUsagesTestJSON-1807731477-project-member] Lock "10b32bbd-7b71-45d5-b29b-4560f57d96bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.432s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.280279] env[62679]: INFO nova.compute.manager [-] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Took 1.42 seconds to deallocate network for instance. [ 775.433029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.470888] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Preparing fetch location {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 775.471685] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Fetch image to [datastore2] OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad/OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad.vmdk {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 775.472306] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Downloading stream optimized image 07b005d9-df2e-408e-ba1d-e6c8f9e38594 to [datastore2] OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad/OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad.vmdk on the data store datastore2 as vApp {{(pid=62679) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 775.473766] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Downloading image file data 07b005d9-df2e-408e-ba1d-e6c8f9e38594 to the ESX as VM named 'OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad' {{(pid=62679) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 775.556601] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 775.556601] env[62679]: value = "resgroup-9" [ 775.556601] env[62679]: _type = "ResourcePool" [ 775.556601] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 775.557514] env[62679]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-72ab498a-fdb0-47c7-9096-e6d054038a37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.579045] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease: (returnval){ [ 775.579045] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52763dca-0d38-d5b7-8bb9-a1abc643e8d7" [ 775.579045] env[62679]: _type = "HttpNfcLease" [ 775.579045] env[62679]: } obtained for vApp import into resource pool (val){ [ 775.579045] env[62679]: value = "resgroup-9" [ 775.579045] env[62679]: _type = "ResourcePool" [ 775.579045] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 775.579308] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the lease: (returnval){ [ 775.579308] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52763dca-0d38-d5b7-8bb9-a1abc643e8d7" [ 775.579308] env[62679]: _type = "HttpNfcLease" [ 775.579308] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.586495] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.586495] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52763dca-0d38-d5b7-8bb9-a1abc643e8d7" [ 775.586495] env[62679]: _type = "HttpNfcLease" [ 775.586495] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.788422] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.844031] env[62679]: DEBUG nova.compute.manager [req-146e221e-34d2-4da3-8dbb-04ba020a290f req-9f0aea04-cc68-4b24-a181-b57acfac5bf8 service nova] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Received event network-vif-deleted-e28b8354-de9b-4b18-a7f2-0b3f19335f82 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 775.964796] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.964916] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.965159] env[62679]: INFO nova.compute.manager [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Attaching volume 9d183eb1-41b9-468b-afbf-c2323b3e8290 to /dev/sdb [ 776.014730] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37432054-c80c-4794-bba4-c37473192092 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.021822] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a4d74-3e1a-420c-8dab-c50c70bd3acb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.037660] env[62679]: DEBUG nova.virt.block_device [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Updating existing volume attachment record: ffa5e97f-145b-46ad-9879-054493811fe5 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 776.095983] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.095983] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52763dca-0d38-d5b7-8bb9-a1abc643e8d7" [ 776.095983] env[62679]: _type = "HttpNfcLease" [ 776.095983] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.095983] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.095983] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52763dca-0d38-d5b7-8bb9-a1abc643e8d7" [ 776.095983] env[62679]: _type = "HttpNfcLease" [ 776.095983] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 776.095983] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b21ef5d-6cb5-4fd8-9fbb-60f4658facd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.104021] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0a881-0b45-b52a-8b7c-1e6af442d56a/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.104336] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0a881-0b45-b52a-8b7c-1e6af442d56a/disk-0.vmdk. {{(pid=62679) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 776.178365] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8410c905-a0a5-4870-ae20-e0ab8ed703ad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.475045] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0f04aa-fc5c-4641-bb7c-d4be236dcf88 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.487876] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822dc07d-6a33-4afc-8a06-9f13b6ca0aa6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.539834] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0dec1-2301-404d-b319-c17d1ba8dfda {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.548248] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf20b50-b0ad-48c8-b2a2-94fb5b0b7671 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.566809] env[62679]: DEBUG nova.compute.provider_tree [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.969531] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Completed reading data from the image iterator. {{(pid=62679) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 776.969937] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0a881-0b45-b52a-8b7c-1e6af442d56a/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 776.970999] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f889dd-c6ae-49c7-85ef-944ee07d800f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.979199] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0a881-0b45-b52a-8b7c-1e6af442d56a/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 776.979566] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0a881-0b45-b52a-8b7c-1e6af442d56a/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 776.979831] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4df184f8-2d72-452e-9e2f-309c9cb8536f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.070956] env[62679]: DEBUG nova.scheduler.client.report [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.142277] env[62679]: DEBUG oslo_vmware.rw_handles [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0a881-0b45-b52a-8b7c-1e6af442d56a/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 777.142671] env[62679]: INFO nova.virt.vmwareapi.images [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Downloaded image file data 07b005d9-df2e-408e-ba1d-e6c8f9e38594 [ 777.143970] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6663d056-c9ee-48c0-b395-5e92d77da526 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.161495] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6ca8c99-7421-49f7-9426-0d99881ca642 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.183556] env[62679]: INFO nova.virt.vmwareapi.images [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] The imported VM was unregistered [ 777.185996] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Caching image {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 777.186336] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating directory with path [datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.186633] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c5ed40d-be70-4d6a-9979-4c25adc7fd49 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.197610] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created directory with path [datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.197779] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad/OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad.vmdk to [datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594/07b005d9-df2e-408e-ba1d-e6c8f9e38594.vmdk. {{(pid=62679) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 777.198309] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-58b4fb10-0973-4737-aa70-f1b95f37e8ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.204033] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 777.204033] env[62679]: value = "task-2412108" [ 777.204033] env[62679]: _type = "Task" [ 777.204033] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.211647] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412108, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.288148] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.288495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.576927] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.577502] env[62679]: DEBUG nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.580490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.670s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.580953] env[62679]: DEBUG nova.objects.instance [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'resources' on Instance uuid 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.717557] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412108, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.792927] env[62679]: INFO nova.compute.manager [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Detaching volume d51c9896-5735-43fe-9bd1-94243034985d [ 777.839984] env[62679]: INFO nova.virt.block_device [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Attempting to driver detach volume d51c9896-5735-43fe-9bd1-94243034985d from mountpoint /dev/sdb [ 777.840358] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 777.840591] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489041', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'name': 'volume-d51c9896-5735-43fe-9bd1-94243034985d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ebe9418-64b8-46a5-b556-115b7b93f322', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'serial': 'd51c9896-5735-43fe-9bd1-94243034985d'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 777.841921] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b85ded-fe1e-4a53-9d2c-dd84a759d8c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.871034] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfd312b-ce23-4b23-a74b-54269fe31352 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.879597] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503d8a66-9e41-48f3-b4ce-4157ce76b9d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.902673] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385685d-c901-45ae-89a5-37fcd565de30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.919748] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] The volume has not been displaced from its original location: [datastore2] volume-d51c9896-5735-43fe-9bd1-94243034985d/volume-d51c9896-5735-43fe-9bd1-94243034985d.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 777.925440] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 777.925894] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee56296-0cc9-4ff2-8105-171db291a2dc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.945736] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 777.945736] env[62679]: value = "task-2412109" [ 777.945736] env[62679]: _type = "Task" [ 777.945736] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.956812] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.084226] env[62679]: DEBUG nova.compute.utils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 778.085760] env[62679]: DEBUG nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.086128] env[62679]: DEBUG nova.network.neutron [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.218011] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412108, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.329672] env[62679]: DEBUG nova.policy [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd086087416a047c4ba295ec0f282af05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a67704ebb74403f962cc4e420a41ca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.456765] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.594296] env[62679]: DEBUG nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.651882] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c673bd-d20f-477e-b386-8570650f5aaf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.661896] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72071da-f27f-4f6e-b37d-b015c51ec6b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.697874] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f2a552-fdf8-4648-8f4e-699e18a262ad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.706496] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9837c22d-ae6d-4dff-8008-c356b25e9ceb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.727124] env[62679]: DEBUG nova.compute.provider_tree [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.732443] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412108, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.894248] env[62679]: DEBUG nova.network.neutron [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Successfully created port: 92baad39-d4e3-453e-b521-6bb7682efbdc {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.961898] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.227454] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412108, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.234297] env[62679]: DEBUG nova.scheduler.client.report [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.468325] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412109, 'name': ReconfigVM_Task, 'duration_secs': 1.171053} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.468325] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.473208] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ca7ab9-5200-41bf-82be-9277c0c0d1d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.495880] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 779.495880] env[62679]: value = "task-2412111" [ 779.495880] env[62679]: _type = "Task" [ 779.495880] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.505881] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.610921] env[62679]: DEBUG nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.640652] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.640912] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.641091] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.641298] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.642032] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.642032] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.642032] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.642032] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.642237] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.642237] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.642407] env[62679]: DEBUG nova.virt.hardware [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.643295] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6671b3-a409-47fb-bf04-01520e649d58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.652449] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a4199-7c19-4d91-a8e9-879cb459b9c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.721406] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412108, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.493868} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.721677] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad/OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad.vmdk to [datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594/07b005d9-df2e-408e-ba1d-e6c8f9e38594.vmdk. [ 779.721864] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Cleaning up location [datastore2] OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 779.722380] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6cdfea06-aa74-41cc-af6c-4cb078f287ad {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.722380] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83ba11a1-1d49-4a71-93a4-b570257d440c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.732487] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 779.732487] env[62679]: value = "task-2412112" [ 779.732487] env[62679]: _type = "Task" [ 779.732487] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.739247] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.741534] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.742058] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.634s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.744080] env[62679]: INFO nova.compute.claims [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.784366] env[62679]: INFO nova.scheduler.client.report [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted allocations for instance 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb [ 780.006385] env[62679]: DEBUG oslo_vmware.api [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412111, 'name': ReconfigVM_Task, 'duration_secs': 0.202789} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.008147] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489041', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'name': 'volume-d51c9896-5735-43fe-9bd1-94243034985d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ebe9418-64b8-46a5-b556-115b7b93f322', 'attached_at': '', 'detached_at': '', 'volume_id': 'd51c9896-5735-43fe-9bd1-94243034985d', 'serial': 'd51c9896-5735-43fe-9bd1-94243034985d'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 780.243280] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043434} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.243660] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.243710] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594/07b005d9-df2e-408e-ba1d-e6c8f9e38594.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.243967] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594/07b005d9-df2e-408e-ba1d-e6c8f9e38594.vmdk to [datastore2] fcb5ff04-b19c-4c3c-83a9-5c254007bdea/fcb5ff04-b19c-4c3c-83a9-5c254007bdea.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.244240] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a40b26e-7e27-4b0a-97c4-e6e017884982 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.253682] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 780.253682] env[62679]: value = "task-2412113" [ 780.253682] env[62679]: _type = "Task" [ 780.253682] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.259886] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.295265] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5efa63be-6959-4d7a-aaab-a38749f7e5d5 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "7cdbcfc0-6291-48cb-aba7-28c3c58d54fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.103s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.582288] env[62679]: DEBUG nova.objects.instance [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.611139] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 780.611419] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489059', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'name': 'volume-9d183eb1-41b9-468b-afbf-c2323b3e8290', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274', 'attached_at': '', 'detached_at': '', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'serial': '9d183eb1-41b9-468b-afbf-c2323b3e8290'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 780.612868] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1a7370-2814-40ff-96ff-4688cfabd13c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.634883] env[62679]: DEBUG nova.compute.manager [req-19fecd5d-6935-4cd3-84e4-fe701b089d81 req-9a26b16e-b25a-49b9-aea9-2669124f2499 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Received event network-vif-plugged-92baad39-d4e3-453e-b521-6bb7682efbdc {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 780.635210] env[62679]: DEBUG oslo_concurrency.lockutils [req-19fecd5d-6935-4cd3-84e4-fe701b089d81 req-9a26b16e-b25a-49b9-aea9-2669124f2499 service nova] Acquiring lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.635508] env[62679]: DEBUG oslo_concurrency.lockutils [req-19fecd5d-6935-4cd3-84e4-fe701b089d81 req-9a26b16e-b25a-49b9-aea9-2669124f2499 service nova] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.635693] env[62679]: DEBUG oslo_concurrency.lockutils [req-19fecd5d-6935-4cd3-84e4-fe701b089d81 req-9a26b16e-b25a-49b9-aea9-2669124f2499 service nova] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.635866] env[62679]: DEBUG nova.compute.manager [req-19fecd5d-6935-4cd3-84e4-fe701b089d81 req-9a26b16e-b25a-49b9-aea9-2669124f2499 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] No waiting events found dispatching network-vif-plugged-92baad39-d4e3-453e-b521-6bb7682efbdc {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.636037] env[62679]: WARNING nova.compute.manager [req-19fecd5d-6935-4cd3-84e4-fe701b089d81 req-9a26b16e-b25a-49b9-aea9-2669124f2499 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Received unexpected event network-vif-plugged-92baad39-d4e3-453e-b521-6bb7682efbdc for instance with vm_state building and task_state spawning. [ 780.637628] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713277a-7d65-4840-a48c-f719a13ce7ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.670523] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-9d183eb1-41b9-468b-afbf-c2323b3e8290/volume-9d183eb1-41b9-468b-afbf-c2323b3e8290.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.671277] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2100ad6-0a35-4f82-9439-9358f3f62e07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.689837] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "f5985f81-8b11-4fb9-be77-e24545dce4aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.690875] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.695772] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 780.695772] env[62679]: value = "task-2412114" [ 780.695772] env[62679]: _type = "Task" [ 780.695772] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.705163] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.743864] env[62679]: DEBUG nova.network.neutron [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Successfully updated port: 92baad39-d4e3-453e-b521-6bb7682efbdc {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.772306] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412113, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.209167] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.246243] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.246817] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.246817] env[62679]: DEBUG nova.network.neutron [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.269499] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412113, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.357806] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6600e783-44e9-418c-8197-762b7b213f74 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.367525] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae7c93-3f87-4f3c-86a4-1b3fa880b09e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.407073] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d438631a-b45b-4519-b8ef-ff24f7b08b21 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.415134] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645819e6-d304-4c86-92f7-bdad64632720 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.431550] env[62679]: DEBUG nova.compute.provider_tree [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.593893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b231a69a-9cc6-46bf-8886-77248568b230 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.305s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.616804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.617175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.617370] env[62679]: DEBUG nova.compute.manager [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.618803] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e35e3-be82-4a6b-b09c-d8ed1f23de58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.626593] env[62679]: DEBUG nova.compute.manager [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 781.627269] env[62679]: DEBUG nova.objects.instance [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.706758] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412114, 'name': ReconfigVM_Task, 'duration_secs': 0.769253} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.707235] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-9d183eb1-41b9-468b-afbf-c2323b3e8290/volume-9d183eb1-41b9-468b-afbf-c2323b3e8290.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.712586] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa3ab93-6ca0-49e7-a5d5-8c161b4056a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.730033] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 781.730033] env[62679]: value = "task-2412115" [ 781.730033] env[62679]: _type = "Task" [ 781.730033] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.738857] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.775234] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.775513] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.775791] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412113, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.786224] env[62679]: DEBUG nova.network.neutron [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.934657] env[62679]: DEBUG nova.scheduler.client.report [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.939973] env[62679]: DEBUG nova.network.neutron [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Updating instance_info_cache with network_info: [{"id": "92baad39-d4e3-453e-b521-6bb7682efbdc", "address": "fa:16:3e:67:bb:c8", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92baad39-d4", "ovs_interfaceid": "92baad39-d4e3-453e-b521-6bb7682efbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.240395] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.270885] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412113, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.443805] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.445383] env[62679]: DEBUG nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.449222] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.452893] env[62679]: DEBUG nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Instance network_info: |[{"id": "92baad39-d4e3-453e-b521-6bb7682efbdc", "address": "fa:16:3e:67:bb:c8", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92baad39-d4", "ovs_interfaceid": "92baad39-d4e3-453e-b521-6bb7682efbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.452893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.594s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.452893] env[62679]: INFO nova.compute.claims [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.455161] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:bb:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92baad39-d4e3-453e-b521-6bb7682efbdc', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.466022] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Creating folder: Project (7a67704ebb74403f962cc4e420a41ca1). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.466022] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ff50473-803b-4eca-bf95-085c91953873 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.475019] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Created folder: Project (7a67704ebb74403f962cc4e420a41ca1) in parent group-v488891. [ 782.475243] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Creating folder: Instances. Parent ref: group-v489060. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.475507] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c899e51a-ddff-47aa-a31e-84f293991d4e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.485986] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Created folder: Instances in parent group-v489060. [ 782.486891] env[62679]: DEBUG oslo.service.loopingcall [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.488351] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.489614] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf9a21a6-12f0-4d6d-aecc-2f30c570377f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.512614] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.512614] env[62679]: value = "task-2412118" [ 782.512614] env[62679]: _type = "Task" [ 782.512614] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.524104] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412118, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.634791] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.635237] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3feda187-fa32-4f95-a02a-b98bfc5bc5c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.646871] env[62679]: DEBUG oslo_vmware.api [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 782.646871] env[62679]: value = "task-2412119" [ 782.646871] env[62679]: _type = "Task" [ 782.646871] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.657340] env[62679]: DEBUG oslo_vmware.api [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.722692] env[62679]: DEBUG nova.compute.manager [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Received event network-changed-92baad39-d4e3-453e-b521-6bb7682efbdc {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 782.722982] env[62679]: DEBUG nova.compute.manager [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Refreshing instance network info cache due to event network-changed-92baad39-d4e3-453e-b521-6bb7682efbdc. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 782.723274] env[62679]: DEBUG oslo_concurrency.lockutils [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] Acquiring lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.723479] env[62679]: DEBUG oslo_concurrency.lockutils [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] Acquired lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.723710] env[62679]: DEBUG nova.network.neutron [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Refreshing network info cache for port 92baad39-d4e3-453e-b521-6bb7682efbdc {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.741032] env[62679]: DEBUG oslo_vmware.api [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412115, 'name': ReconfigVM_Task, 'duration_secs': 0.953775} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.741407] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489059', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'name': 'volume-9d183eb1-41b9-468b-afbf-c2323b3e8290', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274', 'attached_at': '', 'detached_at': '', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'serial': '9d183eb1-41b9-468b-afbf-c2323b3e8290'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 782.768966] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412113, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.435804} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.769268] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/07b005d9-df2e-408e-ba1d-e6c8f9e38594/07b005d9-df2e-408e-ba1d-e6c8f9e38594.vmdk to [datastore2] fcb5ff04-b19c-4c3c-83a9-5c254007bdea/fcb5ff04-b19c-4c3c-83a9-5c254007bdea.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.770043] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45efc96e-5ce9-40fd-b92c-2b4b8e9ccf0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.792308] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] fcb5ff04-b19c-4c3c-83a9-5c254007bdea/fcb5ff04-b19c-4c3c-83a9-5c254007bdea.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.793011] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977c01ed-69b2-48ac-a7d9-4eec6096f410 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.812265] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 782.812265] env[62679]: value = "task-2412120" [ 782.812265] env[62679]: _type = "Task" [ 782.812265] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.820098] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.952860] env[62679]: DEBUG nova.compute.utils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.954495] env[62679]: DEBUG nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.954776] env[62679]: DEBUG nova.network.neutron [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.999899] env[62679]: DEBUG nova.policy [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd086087416a047c4ba295ec0f282af05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a67704ebb74403f962cc4e420a41ca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.022668] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412118, 'name': CreateVM_Task, 'duration_secs': 0.478793} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.022922] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.023625] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.023829] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.024210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.024464] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd87848c-eb04-4cd9-9917-b84f63d6d7db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.029157] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 783.029157] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202c01d-2fd8-3bff-c86a-4084bed16801" [ 783.029157] env[62679]: _type = "Task" [ 783.029157] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.038746] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202c01d-2fd8-3bff-c86a-4084bed16801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.156142] env[62679]: DEBUG oslo_vmware.api [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412119, 'name': PowerOffVM_Task, 'duration_secs': 0.332839} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.156517] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.156947] env[62679]: DEBUG nova.compute.manager [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.157902] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6e87b-90df-4f4c-8117-d5af6adee72b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.259736] env[62679]: DEBUG nova.network.neutron [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Successfully created port: 5a042150-3f1e-456e-8fd2-3c18b407b56d {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.322215] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412120, 'name': ReconfigVM_Task, 'duration_secs': 0.316311} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.324438] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Reconfigured VM instance instance-0000003b to attach disk [datastore2] fcb5ff04-b19c-4c3c-83a9-5c254007bdea/fcb5ff04-b19c-4c3c-83a9-5c254007bdea.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.325069] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16b78824-5049-49f8-ae49-53bf7274e2b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.331362] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 783.331362] env[62679]: value = "task-2412121" [ 783.331362] env[62679]: _type = "Task" [ 783.331362] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.339775] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412121, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.458203] env[62679]: DEBUG nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.462629] env[62679]: DEBUG nova.network.neutron [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Updated VIF entry in instance network info cache for port 92baad39-d4e3-453e-b521-6bb7682efbdc. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.462953] env[62679]: DEBUG nova.network.neutron [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Updating instance_info_cache with network_info: [{"id": "92baad39-d4e3-453e-b521-6bb7682efbdc", "address": "fa:16:3e:67:bb:c8", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92baad39-d4", "ovs_interfaceid": "92baad39-d4e3-453e-b521-6bb7682efbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.541155] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202c01d-2fd8-3bff-c86a-4084bed16801, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.541155] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.541155] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.541550] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.541719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.541994] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.542464] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-776e90c7-df99-4ea0-9b2b-295d71660051 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.550530] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.550720] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.551604] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6692e7e-029f-4149-bc46-de543cf5b3f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.557676] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 783.557676] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522d293c-ee89-7d92-dce9-327720a78f43" [ 783.557676] env[62679]: _type = "Task" [ 783.557676] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.566606] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522d293c-ee89-7d92-dce9-327720a78f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.673148] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1062b758-2e96-479e-82c9-1197d584b8ca tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.778701] env[62679]: DEBUG nova.objects.instance [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'flavor' on Instance uuid 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.843583] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412121, 'name': Rename_Task, 'duration_secs': 0.138005} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.846179] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.846691] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1067b7ae-e12c-42a2-9322-24c9a520fba9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.854598] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 783.854598] env[62679]: value = "task-2412122" [ 783.854598] env[62679]: _type = "Task" [ 783.854598] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.868229] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.973099] env[62679]: DEBUG oslo_concurrency.lockutils [req-b7e32ed6-0f3d-4d7d-9b7f-19aa1738b8cc req-3017635a-29be-481d-bd75-19095325b786 service nova] Releasing lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.984642] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0d3709-3252-4752-b702-b786cc606577 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.992932] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc003f2d-7c83-4c62-a648-dad8d20e3c67 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.025580] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ad7f7-5a25-4359-bf80-7ed7b6e112c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.033405] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db705ea-bbe0-49a0-9fa2-d93309d9f1a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.047824] env[62679]: DEBUG nova.compute.provider_tree [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.066021] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522d293c-ee89-7d92-dce9-327720a78f43, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.066806] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6dbd9c-7efb-4e1a-a41d-a99691185b2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.071591] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 784.071591] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5248ac06-8ca5-30ac-a5b5-32389b138fd6" [ 784.071591] env[62679]: _type = "Task" [ 784.071591] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.078868] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5248ac06-8ca5-30ac-a5b5-32389b138fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.192325] env[62679]: DEBUG nova.objects.instance [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.283866] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f717ae94-5128-44a6-b3d9-12b86ed79dd6 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.319s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.365015] env[62679]: DEBUG oslo_vmware.api [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412122, 'name': PowerOnVM_Task, 'duration_secs': 0.475901} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.365447] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.365638] env[62679]: INFO nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Took 13.98 seconds to spawn the instance on the hypervisor. [ 784.365842] env[62679]: DEBUG nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.366610] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0cfe28-f814-4fdd-8b2d-eaa51c8727d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.475580] env[62679]: DEBUG nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.477605] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.477870] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.478111] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.478313] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.478482] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.481428] env[62679]: INFO nova.compute.manager [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Terminating instance [ 784.507842] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.508159] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.508341] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.508531] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.508677] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.508824] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.509165] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.509228] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.509355] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.509514] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.509683] env[62679]: DEBUG nova.virt.hardware [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.511010] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1b693-414b-4d6d-8250-f597f18f0af4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.518721] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca0b2c2-b5b0-4e2a-9d69-28c888ee20f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.551233] env[62679]: DEBUG nova.scheduler.client.report [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.582608] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5248ac06-8ca5-30ac-a5b5-32389b138fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.021565} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.582781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.583222] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4/30108b71-5e78-4bf5-acfe-d8d87c6dbfc4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.583378] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7a2cee5-a039-409b-9f0b-ac0b7eefdc5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.589014] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 784.589014] env[62679]: value = "task-2412123" [ 784.589014] env[62679]: _type = "Task" [ 784.589014] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.596421] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.697850] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.697972] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.698253] env[62679]: DEBUG nova.network.neutron [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.698563] env[62679]: DEBUG nova.objects.instance [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'info_cache' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.749995] env[62679]: DEBUG nova.compute.manager [req-3dedf9a1-a0ce-491e-afa0-ddd8baaaef04 req-cb1b0b03-6cff-4a51-8833-0887ffb55d87 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Received event network-vif-plugged-5a042150-3f1e-456e-8fd2-3c18b407b56d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 784.750232] env[62679]: DEBUG oslo_concurrency.lockutils [req-3dedf9a1-a0ce-491e-afa0-ddd8baaaef04 req-cb1b0b03-6cff-4a51-8833-0887ffb55d87 service nova] Acquiring lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.750749] env[62679]: DEBUG oslo_concurrency.lockutils [req-3dedf9a1-a0ce-491e-afa0-ddd8baaaef04 req-cb1b0b03-6cff-4a51-8833-0887ffb55d87 service nova] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.750936] env[62679]: DEBUG oslo_concurrency.lockutils [req-3dedf9a1-a0ce-491e-afa0-ddd8baaaef04 req-cb1b0b03-6cff-4a51-8833-0887ffb55d87 service nova] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.751204] env[62679]: DEBUG nova.compute.manager [req-3dedf9a1-a0ce-491e-afa0-ddd8baaaef04 req-cb1b0b03-6cff-4a51-8833-0887ffb55d87 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] No waiting events found dispatching network-vif-plugged-5a042150-3f1e-456e-8fd2-3c18b407b56d {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.751360] env[62679]: WARNING nova.compute.manager [req-3dedf9a1-a0ce-491e-afa0-ddd8baaaef04 req-cb1b0b03-6cff-4a51-8833-0887ffb55d87 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Received unexpected event network-vif-plugged-5a042150-3f1e-456e-8fd2-3c18b407b56d for instance with vm_state building and task_state spawning. [ 784.766374] env[62679]: DEBUG nova.network.neutron [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Successfully updated port: 5a042150-3f1e-456e-8fd2-3c18b407b56d {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.883526] env[62679]: INFO nova.compute.manager [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Took 51.66 seconds to build instance. [ 784.987741] env[62679]: DEBUG nova.compute.manager [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.987741] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.987741] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91abebbf-bc42-4928-b803-10c66a3245a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.996304] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 784.996304] env[62679]: value = "task-2412124" [ 784.996304] env[62679]: _type = "Task" [ 784.996304] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.009112] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.059129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.059629] env[62679]: DEBUG nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.063385] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.615s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.065881] env[62679]: INFO nova.compute.claims [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.100215] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491707} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.100646] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4/30108b71-5e78-4bf5-acfe-d8d87c6dbfc4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.100867] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.101127] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a143705-de93-4992-a89c-5d591758e3cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.109370] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 785.109370] env[62679]: value = "task-2412125" [ 785.109370] env[62679]: _type = "Task" [ 785.109370] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.117270] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.202724] env[62679]: DEBUG nova.objects.base [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Object Instance<5ebe9418-64b8-46a5-b556-115b7b93f322> lazy-loaded attributes: flavor,info_cache {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 785.270423] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "refresh_cache-09f64297-f03a-4716-86ae-f4ca9aa6afe9" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.270552] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "refresh_cache-09f64297-f03a-4716-86ae-f4ca9aa6afe9" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.270709] env[62679]: DEBUG nova.network.neutron [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.385221] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4bf83047-3f9e-477c-aa30-4c10257bfe57 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.176s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.506615] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412124, 'name': PowerOffVM_Task, 'duration_secs': 0.199826} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.506834] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.507051] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 785.507246] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489059', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'name': 'volume-9d183eb1-41b9-468b-afbf-c2323b3e8290', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274', 'attached_at': '', 'detached_at': '', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'serial': '9d183eb1-41b9-468b-afbf-c2323b3e8290'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 785.508019] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a63c0f-373d-4b05-b906-14a03489463c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.528924] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a137f02-b35d-4ffa-ad6d-36423c256b6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.535511] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16302400-34ed-4cd0-a4d2-0c44c1f461b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.555962] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31ec31-508d-4c1e-957f-f02d1228ba50 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.572947] env[62679]: DEBUG nova.compute.utils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 785.575933] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] The volume has not been displaced from its original location: [datastore1] volume-9d183eb1-41b9-468b-afbf-c2323b3e8290/volume-9d183eb1-41b9-468b-afbf-c2323b3e8290.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 785.581130] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 785.581846] env[62679]: DEBUG nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.582086] env[62679]: DEBUG nova.network.neutron [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.583943] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3de1d7d0-9e8d-4010-967b-cdf3cd5c7cba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.602553] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 785.602553] env[62679]: value = "task-2412126" [ 785.602553] env[62679]: _type = "Task" [ 785.602553] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.611057] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.618620] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072206} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.618868] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.619632] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd7f1ae-df71-4df9-adb1-149737928c9e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.641057] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4/30108b71-5e78-4bf5-acfe-d8d87c6dbfc4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.641380] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31f265d-73b6-4048-8368-f85e343085c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.656511] env[62679]: DEBUG nova.policy [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd086087416a047c4ba295ec0f282af05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a67704ebb74403f962cc4e420a41ca1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.663113] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 785.663113] env[62679]: value = "task-2412127" [ 785.663113] env[62679]: _type = "Task" [ 785.663113] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.672867] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.786788] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.787020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.787240] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.787459] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.787718] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.791883] env[62679]: INFO nova.compute.manager [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Terminating instance [ 785.826974] env[62679]: DEBUG nova.network.neutron [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.888262] env[62679]: DEBUG nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.949995] env[62679]: DEBUG nova.network.neutron [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Successfully created port: 7ae5ca83-4e54-46ac-99b1-c136e77f8780 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.084934] env[62679]: DEBUG nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.094971] env[62679]: DEBUG nova.network.neutron [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating instance_info_cache with network_info: [{"id": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "address": "fa:16:3e:a7:3a:11", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe02aa07-4e", "ovs_interfaceid": "fe02aa07-4ed7-4585-b721-f8eba92d5a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.110208] env[62679]: DEBUG nova.network.neutron [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Updating instance_info_cache with network_info: [{"id": "5a042150-3f1e-456e-8fd2-3c18b407b56d", "address": "fa:16:3e:f2:4b:41", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a042150-3f", "ovs_interfaceid": "5a042150-3f1e-456e-8fd2-3c18b407b56d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.286138] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412127, 'name': ReconfigVM_Task, 'duration_secs': 0.316547} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.291039] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4/30108b71-5e78-4bf5-acfe-d8d87c6dbfc4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.291938] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412126, 'name': ReconfigVM_Task, 'duration_secs': 0.197256} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.294402] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eddc22d-2003-4cfd-9d68-8e10c92fec61 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.297965] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 786.308427] env[62679]: DEBUG nova.compute.manager [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.308427] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.308427] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f1caec-1f3e-4801-8700-9060d1287d54 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.320788] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1316f57-d13a-4d11-8e2d-4bc36f0fd8e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.339221] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.339221] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 786.339221] env[62679]: value = "task-2412128" [ 786.339221] env[62679]: _type = "Task" [ 786.339221] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.339928] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 786.339928] env[62679]: value = "task-2412129" [ 786.339928] env[62679]: _type = "Task" [ 786.339928] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.340303] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f1386c-97f9-4173-93d5-d3f167ccc101 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.365739] env[62679]: DEBUG oslo_vmware.api [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 786.365739] env[62679]: value = "task-2412130" [ 786.365739] env[62679]: _type = "Task" [ 786.365739] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.366688] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.366688] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412128, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.377907] env[62679]: DEBUG oslo_vmware.api [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.416864] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.601322] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "refresh_cache-5ebe9418-64b8-46a5-b556-115b7b93f322" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.612159] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "refresh_cache-09f64297-f03a-4716-86ae-f4ca9aa6afe9" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.612531] env[62679]: DEBUG nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Instance network_info: |[{"id": "5a042150-3f1e-456e-8fd2-3c18b407b56d", "address": "fa:16:3e:f2:4b:41", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a042150-3f", "ovs_interfaceid": "5a042150-3f1e-456e-8fd2-3c18b407b56d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.613398] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:4b:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a042150-3f1e-456e-8fd2-3c18b407b56d', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.620989] env[62679]: DEBUG oslo.service.loopingcall [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.623949] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.624382] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fafd0b15-8c80-4782-b90d-1f51c965a251 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.649777] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.649777] env[62679]: value = "task-2412131" [ 786.649777] env[62679]: _type = "Task" [ 786.649777] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.659922] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412131, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.821229] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb01c46c-bc06-4a62-ad2e-a9cf1d74e2fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.830350] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e838b3f-0374-4fba-a671-aceb7bd8eb21 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.868081] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa91c90-4ae1-421c-a9a1-51f163d8feeb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.877953] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412128, 'name': Rename_Task, 'duration_secs': 0.148162} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.883337] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.883898] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412129, 'name': ReconfigVM_Task, 'duration_secs': 0.184986} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.884231] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a07ac2-4374-4a44-87ee-5bda3098d05d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.887012] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c26d4f-22c6-4950-9925-7f07baa4d58d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.893066] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489059', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'name': 'volume-9d183eb1-41b9-468b-afbf-c2323b3e8290', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274', 'attached_at': '', 'detached_at': '', 'volume_id': '9d183eb1-41b9-468b-afbf-c2323b3e8290', 'serial': '9d183eb1-41b9-468b-afbf-c2323b3e8290'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 786.893405] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.898309] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebd5bbb-f0eb-4220-8323-7a4f066b0bd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.901964] env[62679]: DEBUG nova.compute.manager [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Received event network-changed-5a042150-3f1e-456e-8fd2-3c18b407b56d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 786.902184] env[62679]: DEBUG nova.compute.manager [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Refreshing instance network info cache due to event network-changed-5a042150-3f1e-456e-8fd2-3c18b407b56d. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 786.902427] env[62679]: DEBUG oslo_concurrency.lockutils [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] Acquiring lock "refresh_cache-09f64297-f03a-4716-86ae-f4ca9aa6afe9" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.902572] env[62679]: DEBUG oslo_concurrency.lockutils [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] Acquired lock "refresh_cache-09f64297-f03a-4716-86ae-f4ca9aa6afe9" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.902728] env[62679]: DEBUG nova.network.neutron [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Refreshing network info cache for port 5a042150-3f1e-456e-8fd2-3c18b407b56d {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.905083] env[62679]: DEBUG oslo_vmware.api [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412130, 'name': PowerOffVM_Task, 'duration_secs': 0.208432} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.906311] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.906486] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.907118] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aae2caa-b3ad-4849-8b24-d85dc36f06ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.912545] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.921538] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52a145dd-03af-4fd2-85b5-512d6232ecf9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.923599] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 786.923599] env[62679]: value = "task-2412132" [ 786.923599] env[62679]: _type = "Task" [ 786.923599] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.924079] env[62679]: DEBUG nova.compute.provider_tree [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.937513] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.012883] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.013413] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.013874] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore2] fcb5ff04-b19c-4c3c-83a9-5c254007bdea {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.015101] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-384f36de-f19b-4ae0-87a6-3ffb8ef9c5fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.017889] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.018253] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.018574] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleting the datastore file [datastore2] 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.019761] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c4d6091-fc70-4014-af33-ca651d03000c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.028264] env[62679]: DEBUG oslo_vmware.api [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 787.028264] env[62679]: value = "task-2412135" [ 787.028264] env[62679]: _type = "Task" [ 787.028264] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.030069] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 787.030069] env[62679]: value = "task-2412136" [ 787.030069] env[62679]: _type = "Task" [ 787.030069] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.043281] env[62679]: DEBUG oslo_vmware.api [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.046551] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.099105] env[62679]: DEBUG nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.127456] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.127743] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.128018] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.128273] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.128440] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.128623] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.128936] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.129134] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.129379] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.129618] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.129815] env[62679]: DEBUG nova.virt.hardware [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.131084] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6766de4b-1d34-4e5f-9b9e-b68f0c2b5d17 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.140409] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e0a7b3-4996-4287-a8cf-31c47f5ca462 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.164228] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412131, 'name': CreateVM_Task, 'duration_secs': 0.422724} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.164432] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.165117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.165268] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.165590] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.165842] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fb96fe-bdc7-4210-bc0e-14a8c63bf060 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.170534] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 787.170534] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202a1fc-c656-1c6d-85c3-0c2428418028" [ 787.170534] env[62679]: _type = "Task" [ 787.170534] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.178855] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202a1fc-c656-1c6d-85c3-0c2428418028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.427653] env[62679]: DEBUG nova.scheduler.client.report [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.442889] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.546815] env[62679]: DEBUG oslo_vmware.api [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147267} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.550440] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.550650] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.550819] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.550990] env[62679]: INFO nova.compute.manager [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Took 1.24 seconds to destroy the instance on the hypervisor. [ 787.551268] env[62679]: DEBUG oslo.service.loopingcall [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.551486] env[62679]: DEBUG oslo_vmware.api [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138418} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.551686] env[62679]: DEBUG nova.compute.manager [-] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.551814] env[62679]: DEBUG nova.network.neutron [-] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.553438] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.553618] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.553787] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.553958] env[62679]: INFO nova.compute.manager [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Took 2.57 seconds to destroy the instance on the hypervisor. [ 787.554894] env[62679]: DEBUG oslo.service.loopingcall [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.557588] env[62679]: DEBUG nova.compute.manager [-] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.557688] env[62679]: DEBUG nova.network.neutron [-] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.610021] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.610425] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e01b4a8-277e-4d7c-8dd8-9be032ccfafc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.621277] env[62679]: DEBUG oslo_vmware.api [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 787.621277] env[62679]: value = "task-2412137" [ 787.621277] env[62679]: _type = "Task" [ 787.621277] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.633139] env[62679]: DEBUG oslo_vmware.api [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.683841] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5202a1fc-c656-1c6d-85c3-0c2428418028, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.684135] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.684371] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.684607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.684751] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.686025] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.686025] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7d1929-b02b-4410-a3ef-136a107ba467 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.701189] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.701189] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.701884] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9211e8e3-5cb4-4326-9a0e-205e0d14c84f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.708187] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 787.708187] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529f08bd-4111-839e-c4e1-1b2cc20d6e8d" [ 787.708187] env[62679]: _type = "Task" [ 787.708187] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.717465] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529f08bd-4111-839e-c4e1-1b2cc20d6e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.752422] env[62679]: DEBUG nova.network.neutron [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Successfully updated port: 7ae5ca83-4e54-46ac-99b1-c136e77f8780 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.937585] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.938235] env[62679]: DEBUG nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.941342] env[62679]: DEBUG oslo_vmware.api [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412132, 'name': PowerOnVM_Task, 'duration_secs': 0.558913} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.941869] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.743s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.943335] env[62679]: INFO nova.compute.claims [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.946358] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.946529] env[62679]: INFO nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Took 8.34 seconds to spawn the instance on the hypervisor. [ 787.946854] env[62679]: DEBUG nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.947962] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cc05f7-84d3-4a99-8c0b-c6816d746c20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.132068] env[62679]: DEBUG oslo_vmware.api [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.218910] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529f08bd-4111-839e-c4e1-1b2cc20d6e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.016079} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.219691] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d75ada-0fc7-465c-b363-e0bb1a31d03a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.225728] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 788.225728] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ced48-43e3-3640-64bb-1c4634e8929f" [ 788.225728] env[62679]: _type = "Task" [ 788.225728] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.234415] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ced48-43e3-3640-64bb-1c4634e8929f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.254763] env[62679]: DEBUG nova.network.neutron [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Updated VIF entry in instance network info cache for port 5a042150-3f1e-456e-8fd2-3c18b407b56d. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.255232] env[62679]: DEBUG nova.network.neutron [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Updating instance_info_cache with network_info: [{"id": "5a042150-3f1e-456e-8fd2-3c18b407b56d", "address": "fa:16:3e:f2:4b:41", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a042150-3f", "ovs_interfaceid": "5a042150-3f1e-456e-8fd2-3c18b407b56d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.256661] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "refresh_cache-d35f384a-5f19-42de-8f6c-0547075b4349" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.256740] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "refresh_cache-d35f384a-5f19-42de-8f6c-0547075b4349" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.256910] env[62679]: DEBUG nova.network.neutron [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.446019] env[62679]: DEBUG nova.compute.utils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 788.446019] env[62679]: DEBUG nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.446019] env[62679]: DEBUG nova.network.neutron [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.469052] env[62679]: INFO nova.compute.manager [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Took 34.49 seconds to build instance. [ 788.530349] env[62679]: DEBUG nova.policy [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e03adc711342819a7257b01a5c6190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae726ecdbce44b582240940aadcf6ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.549363] env[62679]: DEBUG nova.compute.manager [req-bd2098ae-953f-4662-83b0-385cf42ffeed req-400b82d1-f88d-4152-8ed5-8f7347eda77c service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Received event network-vif-deleted-d33452bd-9e87-4822-afad-8f687be1b590 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 788.549556] env[62679]: INFO nova.compute.manager [req-bd2098ae-953f-4662-83b0-385cf42ffeed req-400b82d1-f88d-4152-8ed5-8f7347eda77c service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Neutron deleted interface d33452bd-9e87-4822-afad-8f687be1b590; detaching it from the instance and deleting it from the info cache [ 788.549724] env[62679]: DEBUG nova.network.neutron [req-bd2098ae-953f-4662-83b0-385cf42ffeed req-400b82d1-f88d-4152-8ed5-8f7347eda77c service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.631912] env[62679]: DEBUG oslo_vmware.api [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412137, 'name': PowerOnVM_Task, 'duration_secs': 0.739344} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.632220] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.632434] env[62679]: DEBUG nova.compute.manager [None req-b85981dd-709d-4cb2-85b0-71ab1ccfd470 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.633221] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76acad6-6676-4533-a49d-ada0b34371de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.736833] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ced48-43e3-3640-64bb-1c4634e8929f, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.737109] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.737433] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 09f64297-f03a-4716-86ae-f4ca9aa6afe9/09f64297-f03a-4716-86ae-f4ca9aa6afe9.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.737701] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdb34a01-cc0b-4a11-b9aa-c7a761b2edd1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.745582] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 788.745582] env[62679]: value = "task-2412138" [ 788.745582] env[62679]: _type = "Task" [ 788.745582] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.757567] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.765247] env[62679]: DEBUG oslo_concurrency.lockutils [req-53cdb34a-6345-466b-99f6-0db8db2eb450 req-789b5019-ae0a-489e-ade5-d920ae9cde20 service nova] Releasing lock "refresh_cache-09f64297-f03a-4716-86ae-f4ca9aa6afe9" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.835469] env[62679]: DEBUG nova.network.neutron [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.934227] env[62679]: DEBUG nova.network.neutron [-] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.934776] env[62679]: DEBUG nova.network.neutron [-] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.940856] env[62679]: DEBUG nova.compute.manager [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Received event network-vif-plugged-7ae5ca83-4e54-46ac-99b1-c136e77f8780 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 788.941127] env[62679]: DEBUG oslo_concurrency.lockutils [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] Acquiring lock "d35f384a-5f19-42de-8f6c-0547075b4349-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.941372] env[62679]: DEBUG oslo_concurrency.lockutils [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] Lock "d35f384a-5f19-42de-8f6c-0547075b4349-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.941547] env[62679]: DEBUG oslo_concurrency.lockutils [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] Lock "d35f384a-5f19-42de-8f6c-0547075b4349-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.941715] env[62679]: DEBUG nova.compute.manager [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] No waiting events found dispatching network-vif-plugged-7ae5ca83-4e54-46ac-99b1-c136e77f8780 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.941878] env[62679]: WARNING nova.compute.manager [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Received unexpected event network-vif-plugged-7ae5ca83-4e54-46ac-99b1-c136e77f8780 for instance with vm_state building and task_state spawning. [ 788.944301] env[62679]: DEBUG nova.compute.manager [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Received event network-changed-7ae5ca83-4e54-46ac-99b1-c136e77f8780 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 788.944592] env[62679]: DEBUG nova.compute.manager [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Refreshing instance network info cache due to event network-changed-7ae5ca83-4e54-46ac-99b1-c136e77f8780. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 788.944815] env[62679]: DEBUG oslo_concurrency.lockutils [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] Acquiring lock "refresh_cache-d35f384a-5f19-42de-8f6c-0547075b4349" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.953484] env[62679]: DEBUG nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.970384] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d635d5e-30e3-49e2-b0fc-1306fd5903fc tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.006s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.052758] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-649bae1e-80ca-46a3-9710-4d080de32f45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.067310] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349659b8-32b4-4d4a-a0a4-33e3add37ed5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.114881] env[62679]: DEBUG nova.compute.manager [req-bd2098ae-953f-4662-83b0-385cf42ffeed req-400b82d1-f88d-4152-8ed5-8f7347eda77c service nova] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Detach interface failed, port_id=d33452bd-9e87-4822-afad-8f687be1b590, reason: Instance 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 789.180905] env[62679]: DEBUG nova.network.neutron [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Updating instance_info_cache with network_info: [{"id": "7ae5ca83-4e54-46ac-99b1-c136e77f8780", "address": "fa:16:3e:52:29:40", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5ca83-4e", "ovs_interfaceid": "7ae5ca83-4e54-46ac-99b1-c136e77f8780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.189473] env[62679]: DEBUG nova.network.neutron [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Successfully created port: fee6155c-410c-458c-b3e9-e029ca85f4e3 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.255611] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500863} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.258296] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 09f64297-f03a-4716-86ae-f4ca9aa6afe9/09f64297-f03a-4716-86ae-f4ca9aa6afe9.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.258515] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.259042] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1e0f467-03ed-452c-92b4-4aee49e442f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.266696] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 789.266696] env[62679]: value = "task-2412139" [ 789.266696] env[62679]: _type = "Task" [ 789.266696] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.277888] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.441219] env[62679]: INFO nova.compute.manager [-] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Took 1.88 seconds to deallocate network for instance. [ 789.445874] env[62679]: INFO nova.compute.manager [-] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Took 1.89 seconds to deallocate network for instance. [ 789.480741] env[62679]: DEBUG nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.522604] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a5f5d-7e13-4567-8e96-ed6d370ea950 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.533979] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a80d9-db45-4543-b1b2-28d973ad3c49 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.565564] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ecffa7-4692-4998-aed5-8e2c6d970b01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.573800] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780198ed-9e40-4240-933f-02f0e686a141 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.587852] env[62679]: DEBUG nova.compute.provider_tree [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.682812] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "refresh_cache-d35f384a-5f19-42de-8f6c-0547075b4349" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.683180] env[62679]: DEBUG nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Instance network_info: |[{"id": "7ae5ca83-4e54-46ac-99b1-c136e77f8780", "address": "fa:16:3e:52:29:40", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5ca83-4e", "ovs_interfaceid": "7ae5ca83-4e54-46ac-99b1-c136e77f8780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.683494] env[62679]: DEBUG oslo_concurrency.lockutils [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] Acquired lock "refresh_cache-d35f384a-5f19-42de-8f6c-0547075b4349" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.683727] env[62679]: DEBUG nova.network.neutron [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Refreshing network info cache for port 7ae5ca83-4e54-46ac-99b1-c136e77f8780 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.684891] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:29:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ae5ca83-4e54-46ac-99b1-c136e77f8780', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.692496] env[62679]: DEBUG oslo.service.loopingcall [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.693402] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.693645] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-156d1a4c-2ffc-4f75-a390-7c09a6f1ae50 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.715789] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.715789] env[62679]: value = "task-2412140" [ 789.715789] env[62679]: _type = "Task" [ 789.715789] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.723973] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412140, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.777802] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062802} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.778126] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.778911] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e11cd2-4553-4272-a0a8-760286c47525 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.800657] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 09f64297-f03a-4716-86ae-f4ca9aa6afe9/09f64297-f03a-4716-86ae-f4ca9aa6afe9.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.800909] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d694209a-8df2-4512-9cad-ddc9ec9e91d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.821800] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 789.821800] env[62679]: value = "task-2412141" [ 789.821800] env[62679]: _type = "Task" [ 789.821800] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.829811] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.954769] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.969316] env[62679]: DEBUG nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.993723] env[62679]: INFO nova.compute.manager [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Took 0.55 seconds to detach 1 volumes for instance. [ 789.999340] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.999605] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.999812] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.000103] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.000248] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.000443] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.000688] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.000879] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.001120] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.001349] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.001570] env[62679]: DEBUG nova.virt.hardware [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.005222] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583af27-753a-434c-abdd-5faaa22bd1a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.014375] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50007406-4017-44fc-979c-074245bbbf4d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.019264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.091584] env[62679]: DEBUG nova.scheduler.client.report [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.228369] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412140, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.335029] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.510315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.528360] env[62679]: DEBUG nova.network.neutron [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Updated VIF entry in instance network info cache for port 7ae5ca83-4e54-46ac-99b1-c136e77f8780. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.528812] env[62679]: DEBUG nova.network.neutron [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Updating instance_info_cache with network_info: [{"id": "7ae5ca83-4e54-46ac-99b1-c136e77f8780", "address": "fa:16:3e:52:29:40", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5ca83-4e", "ovs_interfaceid": "7ae5ca83-4e54-46ac-99b1-c136e77f8780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.577078] env[62679]: DEBUG nova.compute.manager [req-e2b47066-2b37-4f35-9997-86156e3f4cf7 req-e3a3384e-ecda-4d4c-98de-df58850f855e service nova] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Received event network-vif-deleted-faddca71-4ff8-435b-a860-8d1aff926bf7 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 790.599022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.599022] env[62679]: DEBUG nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.600246] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 29.899s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.730984] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412140, 'name': CreateVM_Task, 'duration_secs': 0.726049} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.731338] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.732146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.732483] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.732934] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.733360] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723a6656-5834-44d6-9e4e-da640355a145 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.739413] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 790.739413] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ffa0c-0b11-9757-49f6-518ff6cc7840" [ 790.739413] env[62679]: _type = "Task" [ 790.739413] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.747474] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ffa0c-0b11-9757-49f6-518ff6cc7840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.832208] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412141, 'name': ReconfigVM_Task, 'duration_secs': 0.660331} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.832508] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 09f64297-f03a-4716-86ae-f4ca9aa6afe9/09f64297-f03a-4716-86ae-f4ca9aa6afe9.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.833146] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f6c643-74b8-4d5b-be07-19c59f7ddbc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.840084] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 790.840084] env[62679]: value = "task-2412142" [ 790.840084] env[62679]: _type = "Task" [ 790.840084] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.847664] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412142, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.902739] env[62679]: DEBUG nova.network.neutron [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Successfully updated port: fee6155c-410c-458c-b3e9-e029ca85f4e3 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.031748] env[62679]: DEBUG oslo_concurrency.lockutils [req-fe13ddc6-5051-43e4-882b-a4197f6ea9ef req-743b54e9-7e3e-4213-ba22-d04f26fe84aa service nova] Releasing lock "refresh_cache-d35f384a-5f19-42de-8f6c-0547075b4349" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.104785] env[62679]: DEBUG nova.objects.instance [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lazy-loading 'migration_context' on Instance uuid aee9d9e2-3e18-46b5-b0ee-f79d23d63c21 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.106914] env[62679]: DEBUG nova.compute.utils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 791.108253] env[62679]: DEBUG nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.108423] env[62679]: DEBUG nova.network.neutron [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.147067] env[62679]: DEBUG nova.policy [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '704ec46ba523458fa73df8a37b2077f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f37c1f45fff4d2d8e8692384a7ead98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.251473] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528ffa0c-0b11-9757-49f6-518ff6cc7840, 'name': SearchDatastore_Task, 'duration_secs': 0.012696} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.252051] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.253040] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.253040] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.253040] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.253040] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.253372] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03fd0727-9fa7-4c06-b056-502900b552d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.262533] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.262714] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.263465] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22244f99-b78f-4c9a-8a57-cb8df100c89f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.268663] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 791.268663] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52169bca-fc5e-2526-886e-509bee7421c4" [ 791.268663] env[62679]: _type = "Task" [ 791.268663] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.275910] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52169bca-fc5e-2526-886e-509bee7421c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.350231] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412142, 'name': Rename_Task, 'duration_secs': 0.444222} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.350522] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.350781] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a92a1c93-2474-42ea-9093-4d452f7f3380 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.357793] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 791.357793] env[62679]: value = "task-2412143" [ 791.357793] env[62679]: _type = "Task" [ 791.357793] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.365501] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.408884] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-f6075cd8-a84b-4957-b364-39fa15b10587" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.409743] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-f6075cd8-a84b-4957-b364-39fa15b10587" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.409743] env[62679]: DEBUG nova.network.neutron [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.493676] env[62679]: DEBUG nova.network.neutron [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Successfully created port: b9d6103b-f471-4a50-a197-efa75a3436d4 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.615129] env[62679]: DEBUG nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.779368] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52169bca-fc5e-2526-886e-509bee7421c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015953} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.782019] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719082d6-821f-4641-b42c-a7c7a57e85d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.788913] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 791.788913] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d6212f-d7c5-79e2-e73e-0ceefe08494f" [ 791.788913] env[62679]: _type = "Task" [ 791.788913] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.800159] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d6212f-d7c5-79e2-e73e-0ceefe08494f, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.802770] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.803034] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d35f384a-5f19-42de-8f6c-0547075b4349/d35f384a-5f19-42de-8f6c-0547075b4349.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.803503] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0042dcf4-5fda-4195-8788-2fbadbe53881 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.814279] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 791.814279] env[62679]: value = "task-2412144" [ 791.814279] env[62679]: _type = "Task" [ 791.814279] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.825189] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.867202] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412143, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.941949] env[62679]: DEBUG nova.network.neutron [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.096766] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe326b7d-95af-4256-93cb-2c66bd388568 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.109508] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850af875-71d8-4e9a-abcc-839f617971d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.144070] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239cb9a1-97af-476b-9cee-16f5f517c80a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.153422] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36399e-9bad-4bc0-af61-bd82f7c18ca9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.170106] env[62679]: DEBUG nova.compute.provider_tree [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.172437] env[62679]: DEBUG nova.network.neutron [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Updating instance_info_cache with network_info: [{"id": "fee6155c-410c-458c-b3e9-e029ca85f4e3", "address": "fa:16:3e:96:c1:6c", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6155c-41", "ovs_interfaceid": "fee6155c-410c-458c-b3e9-e029ca85f4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.325579] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412144, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.367523] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412143, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.649052] env[62679]: DEBUG nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.675046] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.675379] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.675563] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.675745] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.675887] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.676042] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.676249] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.676409] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.676568] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.676724] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.677032] env[62679]: DEBUG nova.virt.hardware [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.677742] env[62679]: DEBUG nova.scheduler.client.report [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.681072] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-f6075cd8-a84b-4957-b364-39fa15b10587" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.681369] env[62679]: DEBUG nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Instance network_info: |[{"id": "fee6155c-410c-458c-b3e9-e029ca85f4e3", "address": "fa:16:3e:96:c1:6c", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6155c-41", "ovs_interfaceid": "fee6155c-410c-458c-b3e9-e029ca85f4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.682216] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd29ab-f06e-4dce-970b-2daa551cbb63 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.685920] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:c1:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee6155c-410c-458c-b3e9-e029ca85f4e3', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.694627] env[62679]: DEBUG oslo.service.loopingcall [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.695725] env[62679]: DEBUG nova.compute.manager [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Received event network-vif-plugged-fee6155c-410c-458c-b3e9-e029ca85f4e3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 792.695923] env[62679]: DEBUG oslo_concurrency.lockutils [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] Acquiring lock "f6075cd8-a84b-4957-b364-39fa15b10587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.696134] env[62679]: DEBUG oslo_concurrency.lockutils [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] Lock "f6075cd8-a84b-4957-b364-39fa15b10587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.696295] env[62679]: DEBUG oslo_concurrency.lockutils [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] Lock "f6075cd8-a84b-4957-b364-39fa15b10587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.696458] env[62679]: DEBUG nova.compute.manager [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] No waiting events found dispatching network-vif-plugged-fee6155c-410c-458c-b3e9-e029ca85f4e3 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.696616] env[62679]: WARNING nova.compute.manager [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Received unexpected event network-vif-plugged-fee6155c-410c-458c-b3e9-e029ca85f4e3 for instance with vm_state building and task_state spawning. [ 792.696766] env[62679]: DEBUG nova.compute.manager [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Received event network-changed-fee6155c-410c-458c-b3e9-e029ca85f4e3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 792.696909] env[62679]: DEBUG nova.compute.manager [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Refreshing instance network info cache due to event network-changed-fee6155c-410c-458c-b3e9-e029ca85f4e3. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 792.697100] env[62679]: DEBUG oslo_concurrency.lockutils [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] Acquiring lock "refresh_cache-f6075cd8-a84b-4957-b364-39fa15b10587" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.697234] env[62679]: DEBUG oslo_concurrency.lockutils [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] Acquired lock "refresh_cache-f6075cd8-a84b-4957-b364-39fa15b10587" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.697383] env[62679]: DEBUG nova.network.neutron [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Refreshing network info cache for port fee6155c-410c-458c-b3e9-e029ca85f4e3 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.699592] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.700237] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-616ffb7b-ebd4-4f7b-b0a3-da19a8497d86 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.720596] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f46df2-64c1-4f86-a47c-45f83cd1638e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.725768] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.725768] env[62679]: value = "task-2412145" [ 792.725768] env[62679]: _type = "Task" [ 792.725768] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.742536] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412145, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.825257] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52223} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.825548] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d35f384a-5f19-42de-8f6c-0547075b4349/d35f384a-5f19-42de-8f6c-0547075b4349.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.825966] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.826381] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f20db0-c719-4e40-b7ea-be6fc3b11bdf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.833600] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 792.833600] env[62679]: value = "task-2412146" [ 792.833600] env[62679]: _type = "Task" [ 792.833600] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.844111] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.869619] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412143, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.235819] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412145, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.346471] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071605} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.346838] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.347697] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a79f32b-6b33-4370-aa96-130c659416d1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.373554] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d35f384a-5f19-42de-8f6c-0547075b4349/d35f384a-5f19-42de-8f6c-0547075b4349.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.378686] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d7d63c-46f5-45a9-8f9d-7d047ac32847 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.402440] env[62679]: DEBUG oslo_vmware.api [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412143, 'name': PowerOnVM_Task, 'duration_secs': 1.565495} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.409217] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.409217] env[62679]: INFO nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Took 8.93 seconds to spawn the instance on the hypervisor. [ 793.409217] env[62679]: DEBUG nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.409217] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 793.409217] env[62679]: value = "task-2412147" [ 793.409217] env[62679]: _type = "Task" [ 793.409217] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.409217] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a88b943-6ed1-46eb-878b-5f793010d5dc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.415892] env[62679]: DEBUG nova.network.neutron [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Successfully updated port: b9d6103b-f471-4a50-a197-efa75a3436d4 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.426611] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.428124] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "refresh_cache-82a22bd2-d0ab-462c-b027-b260fd6c78e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.428535] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquired lock "refresh_cache-82a22bd2-d0ab-462c-b027-b260fd6c78e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.428535] env[62679]: DEBUG nova.network.neutron [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.527330] env[62679]: DEBUG nova.network.neutron [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Updated VIF entry in instance network info cache for port fee6155c-410c-458c-b3e9-e029ca85f4e3. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.527726] env[62679]: DEBUG nova.network.neutron [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Updating instance_info_cache with network_info: [{"id": "fee6155c-410c-458c-b3e9-e029ca85f4e3", "address": "fa:16:3e:96:c1:6c", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee6155c-41", "ovs_interfaceid": "fee6155c-410c-458c-b3e9-e029ca85f4e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.694592] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.094s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.700849] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.669s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.700849] env[62679]: DEBUG nova.objects.instance [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lazy-loading 'resources' on Instance uuid 021fc908-8c22-4762-8461-09b1e3ff7f87 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.737760] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412145, 'name': CreateVM_Task, 'duration_secs': 0.865429} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.737964] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.738748] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.738956] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.739374] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.739728] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffb31e8-7724-4715-993a-182ffb791287 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.744824] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 793.744824] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529282c9-c3ad-bc1f-9ae5-a7b2d7ba8e8a" [ 793.744824] env[62679]: _type = "Task" [ 793.744824] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.752512] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529282c9-c3ad-bc1f-9ae5-a7b2d7ba8e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.920031] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412147, 'name': ReconfigVM_Task, 'duration_secs': 0.401058} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.920393] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d35f384a-5f19-42de-8f6c-0547075b4349/d35f384a-5f19-42de-8f6c-0547075b4349.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.921035] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d80875f-c9f3-460b-8431-00ef21038a0b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.928824] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 793.928824] env[62679]: value = "task-2412148" [ 793.928824] env[62679]: _type = "Task" [ 793.928824] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.944408] env[62679]: INFO nova.compute.manager [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Took 38.86 seconds to build instance. [ 793.951600] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412148, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.985942] env[62679]: DEBUG nova.network.neutron [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.030073] env[62679]: DEBUG oslo_concurrency.lockutils [req-17b9dd41-3d59-44f4-a5b0-9ad98b7cda28 req-c16367e6-3c2d-4998-be7b-3a9ac3b80c26 service nova] Releasing lock "refresh_cache-f6075cd8-a84b-4957-b364-39fa15b10587" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.137863] env[62679]: DEBUG nova.network.neutron [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Updating instance_info_cache with network_info: [{"id": "b9d6103b-f471-4a50-a197-efa75a3436d4", "address": "fa:16:3e:0c:6e:b6", "network": {"id": "89009b66-9169-4d44-aeb7-5b87e9d8fce0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-996061010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f37c1f45fff4d2d8e8692384a7ead98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d6103b-f4", "ovs_interfaceid": "b9d6103b-f471-4a50-a197-efa75a3436d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.259787] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529282c9-c3ad-bc1f-9ae5-a7b2d7ba8e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.018625} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.262448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.262707] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.262973] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.263225] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.264073] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.264073] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d27c31ab-89b7-46c5-8177-119589c6bd20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.271397] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.271577] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.272286] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91aee670-0fb4-42b7-a9dc-3c4b8e0a6211 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.276857] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 794.276857] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bccc67-2d0b-5c72-3841-381b5afb5e4e" [ 794.276857] env[62679]: _type = "Task" [ 794.276857] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.287283] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bccc67-2d0b-5c72-3841-381b5afb5e4e, 'name': SearchDatastore_Task} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.288021] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0ca67a-9839-495b-b640-298348ba09c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.294490] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 794.294490] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5291fee6-450c-2513-e098-e65db4da9ef4" [ 794.294490] env[62679]: _type = "Task" [ 794.294490] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.302908] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5291fee6-450c-2513-e098-e65db4da9ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.440875] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412148, 'name': Rename_Task, 'duration_secs': 0.13345} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.444452] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.445518] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3931db4-55f6-4c0e-a4c1-14548b71b6d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.446607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c87c47ff-d970-4ab3-8675-794e16266bde tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.369s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.452482] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 794.452482] env[62679]: value = "task-2412149" [ 794.452482] env[62679]: _type = "Task" [ 794.452482] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.463265] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.616046] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05910526-cf67-4fe3-ad97-32dd3958ebf0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.622836] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c5c205-f365-4ecb-8967-b656a9b89d01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.651932] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Releasing lock "refresh_cache-82a22bd2-d0ab-462c-b027-b260fd6c78e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.652288] env[62679]: DEBUG nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Instance network_info: |[{"id": "b9d6103b-f471-4a50-a197-efa75a3436d4", "address": "fa:16:3e:0c:6e:b6", "network": {"id": "89009b66-9169-4d44-aeb7-5b87e9d8fce0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-996061010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f37c1f45fff4d2d8e8692384a7ead98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d6103b-f4", "ovs_interfaceid": "b9d6103b-f471-4a50-a197-efa75a3436d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.652839] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:6e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d6103b-f471-4a50-a197-efa75a3436d4', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.660033] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Creating folder: Project (3f37c1f45fff4d2d8e8692384a7ead98). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.660717] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad6899-190f-4b79-a7ce-22a6122868dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.663236] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19ebf56d-f880-4ee3-87eb-c197ea5cb656 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.670545] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e648d3-eeb4-4af7-9c80-47e4ee746282 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.675145] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Created folder: Project (3f37c1f45fff4d2d8e8692384a7ead98) in parent group-v488891. [ 794.675326] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Creating folder: Instances. Parent ref: group-v489066. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.675836] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f6165d9-f443-458b-9bd5-68726cea01f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.685084] env[62679]: DEBUG nova.compute.provider_tree [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.693548] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Created folder: Instances in parent group-v489066. [ 794.693831] env[62679]: DEBUG oslo.service.loopingcall [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.694034] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.694772] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44b4cb8b-69f5-422b-bdf5-0e95339ceb4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.710961] env[62679]: DEBUG nova.compute.manager [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Received event network-vif-plugged-b9d6103b-f471-4a50-a197-efa75a3436d4 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 794.711218] env[62679]: DEBUG oslo_concurrency.lockutils [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] Acquiring lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.711431] env[62679]: DEBUG oslo_concurrency.lockutils [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.711602] env[62679]: DEBUG oslo_concurrency.lockutils [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.711768] env[62679]: DEBUG nova.compute.manager [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] No waiting events found dispatching network-vif-plugged-b9d6103b-f471-4a50-a197-efa75a3436d4 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.711930] env[62679]: WARNING nova.compute.manager [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Received unexpected event network-vif-plugged-b9d6103b-f471-4a50-a197-efa75a3436d4 for instance with vm_state building and task_state spawning. [ 794.712101] env[62679]: DEBUG nova.compute.manager [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Received event network-changed-b9d6103b-f471-4a50-a197-efa75a3436d4 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 794.712269] env[62679]: DEBUG nova.compute.manager [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Refreshing instance network info cache due to event network-changed-b9d6103b-f471-4a50-a197-efa75a3436d4. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 794.712469] env[62679]: DEBUG oslo_concurrency.lockutils [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] Acquiring lock "refresh_cache-82a22bd2-d0ab-462c-b027-b260fd6c78e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.712606] env[62679]: DEBUG oslo_concurrency.lockutils [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] Acquired lock "refresh_cache-82a22bd2-d0ab-462c-b027-b260fd6c78e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.712758] env[62679]: DEBUG nova.network.neutron [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Refreshing network info cache for port b9d6103b-f471-4a50-a197-efa75a3436d4 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.722279] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.722279] env[62679]: value = "task-2412152" [ 794.722279] env[62679]: _type = "Task" [ 794.722279] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.731326] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412152, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.804305] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5291fee6-450c-2513-e098-e65db4da9ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.008685} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.804602] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.804877] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.805183] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1191ff1-5639-4a0e-8d6c-01a3854884d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.811522] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 794.811522] env[62679]: value = "task-2412153" [ 794.811522] env[62679]: _type = "Task" [ 794.811522] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.820449] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.949090] env[62679]: DEBUG nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.963179] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.189425] env[62679]: DEBUG nova.scheduler.client.report [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.235919] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412152, 'name': CreateVM_Task, 'duration_secs': 0.492182} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.237050] env[62679]: INFO nova.compute.manager [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Swapping old allocation on dict_keys(['b705663a-b9cf-4d58-931b-450a90a034cd']) held by migration d4146dfb-f68c-46c3-8214-227f07d21dcb for instance [ 795.237232] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.239996] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.240326] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.240367] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.240694] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a22932-26a6-498d-b5dd-4f6cd8d2b7c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.245825] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 795.245825] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527b2e3f-a2b9-d722-01d8-4e94f0cde96f" [ 795.245825] env[62679]: _type = "Task" [ 795.245825] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.259282] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527b2e3f-a2b9-d722-01d8-4e94f0cde96f, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.259583] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.259841] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.260083] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.260265] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.260407] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.260827] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0382c4fd-3b4b-4dc3-84c8-9c0e7e71c6a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.264171] env[62679]: DEBUG nova.scheduler.client.report [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Overwriting current allocation {'allocations': {'b705663a-b9cf-4d58-931b-450a90a034cd': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 85}}, 'project_id': '729f5b4d14b140aab15699ba3ccf14f1', 'user_id': '21d7d29e37b94936b4143867654dab32', 'consumer_generation': 1} on consumer aee9d9e2-3e18-46b5-b0ee-f79d23d63c21 {{(pid=62679) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 795.272394] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.272777] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.273392] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c17a0e-c390-464f-b47f-e77407b3c7c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.282440] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 795.282440] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288e39c-ae6f-8522-8ddd-c1030bb086d7" [ 795.282440] env[62679]: _type = "Task" [ 795.282440] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.289707] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288e39c-ae6f-8522-8ddd-c1030bb086d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.324179] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449311} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.324559] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.324628] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.324874] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ebd476-4069-46e2-9518-e34cb6442de8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.331868] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 795.331868] env[62679]: value = "task-2412154" [ 795.331868] env[62679]: _type = "Task" [ 795.331868] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.339869] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.469955] env[62679]: DEBUG oslo_vmware.api [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412149, 'name': PowerOnVM_Task, 'duration_secs': 0.941285} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.470288] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.470498] env[62679]: INFO nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Took 8.37 seconds to spawn the instance on the hypervisor. [ 795.470677] env[62679]: DEBUG nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.471820] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f0bab-553d-4271-99a5-dffb428f0f0d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.475170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.561956] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.562177] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquired lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.562362] env[62679]: DEBUG nova.network.neutron [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.694676] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.696969] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.389s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.699485] env[62679]: INFO nova.compute.claims [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.726196] env[62679]: INFO nova.scheduler.client.report [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Deleted allocations for instance 021fc908-8c22-4762-8461-09b1e3ff7f87 [ 795.793146] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5288e39c-ae6f-8522-8ddd-c1030bb086d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008008} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.794017] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c803fe0-f607-4d84-9dbc-7c49323ac28d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.799370] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 795.799370] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bdf68e-7443-c353-e1f5-afb1e132cd19" [ 795.799370] env[62679]: _type = "Task" [ 795.799370] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.807348] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bdf68e-7443-c353-e1f5-afb1e132cd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.841612] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088269} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.842059] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.842960] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46cdb3c-1c9f-4380-b293-917f7260ca64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.867279] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.869627] env[62679]: DEBUG nova.network.neutron [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Updated VIF entry in instance network info cache for port b9d6103b-f471-4a50-a197-efa75a3436d4. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.869627] env[62679]: DEBUG nova.network.neutron [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Updating instance_info_cache with network_info: [{"id": "b9d6103b-f471-4a50-a197-efa75a3436d4", "address": "fa:16:3e:0c:6e:b6", "network": {"id": "89009b66-9169-4d44-aeb7-5b87e9d8fce0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-996061010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f37c1f45fff4d2d8e8692384a7ead98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d6103b-f4", "ovs_interfaceid": "b9d6103b-f471-4a50-a197-efa75a3436d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.872420] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0657a54-b961-4497-9f6e-0ba8ca88a424 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.891260] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 795.891260] env[62679]: value = "task-2412155" [ 795.891260] env[62679]: _type = "Task" [ 795.891260] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.899759] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.989877] env[62679]: INFO nova.compute.manager [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Took 40.15 seconds to build instance. [ 796.240790] env[62679]: DEBUG oslo_concurrency.lockutils [None req-73903e23-05df-4861-aca8-306e021705c7 tempest-ServerTagsTestJSON-1689672840 tempest-ServerTagsTestJSON-1689672840-project-member] Lock "021fc908-8c22-4762-8461-09b1e3ff7f87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.871s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.314452] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bdf68e-7443-c353-e1f5-afb1e132cd19, 'name': SearchDatastore_Task, 'duration_secs': 0.04543} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.315166] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.315166] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 82a22bd2-d0ab-462c-b027-b260fd6c78e4/82a22bd2-d0ab-462c-b027-b260fd6c78e4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.315397] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50fd8fd1-26cf-4a2f-baea-53739af591a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.325023] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 796.325023] env[62679]: value = "task-2412156" [ 796.325023] env[62679]: _type = "Task" [ 796.325023] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.332516] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.381482] env[62679]: DEBUG nova.network.neutron [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance_info_cache with network_info: [{"id": "cf7ab345-2336-4041-98ec-35004bdd062c", "address": "fa:16:3e:8a:bf:e6", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7ab345-23", "ovs_interfaceid": "cf7ab345-2336-4041-98ec-35004bdd062c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.386690] env[62679]: DEBUG oslo_concurrency.lockutils [req-d4faafbd-36b3-4d13-a35b-1b33656871f3 req-8ff7a269-3d3a-454b-8b19-d5665c83b1d8 service nova] Releasing lock "refresh_cache-82a22bd2-d0ab-462c-b027-b260fd6c78e4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.402535] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.492436] env[62679]: DEBUG oslo_concurrency.lockutils [None req-113c4fa9-d9e5-49c5-809d-fe7d6004fb91 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "d35f384a-5f19-42de-8f6c-0547075b4349" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.665s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.840193] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.884748] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Releasing lock "refresh_cache-aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.885372] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.885750] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79084e04-d9cf-430e-847b-09537e52aa7b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.899758] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 796.899758] env[62679]: value = "task-2412157" [ 796.899758] env[62679]: _type = "Task" [ 796.899758] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.908538] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412155, 'name': ReconfigVM_Task, 'duration_secs': 0.752651} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.912353] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.913553] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34689c1f-d5b2-4a88-aa44-f9111b9d8fb8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.921133] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.935613] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 796.935613] env[62679]: value = "task-2412158" [ 796.935613] env[62679]: _type = "Task" [ 796.935613] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.944368] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412158, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.272404] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b14aa6b-244b-4b3e-ab16-0af6febc4c62 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.280324] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bec6ea-885f-4865-808c-629a34fb7f7a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.332970] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99187b-2e7f-468a-ad7b-dbbff0a7c151 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.341097] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628536} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.343222] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 82a22bd2-d0ab-462c-b027-b260fd6c78e4/82a22bd2-d0ab-462c-b027-b260fd6c78e4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.343461] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.343735] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93cbfe21-7e5e-4713-a202-2ed047161ab9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.346542] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c8c098-27d7-49cd-9a3d-f07fcb0cfdaa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.361714] env[62679]: DEBUG nova.compute.provider_tree [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.365273] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 797.365273] env[62679]: value = "task-2412159" [ 797.365273] env[62679]: _type = "Task" [ 797.365273] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.374635] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.408775] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412157, 'name': PowerOffVM_Task, 'duration_secs': 0.272447} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.409591] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.410538] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:21:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d3785a10-d71f-494c-87ef-a8a1b446e212',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678491931',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.410538] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.410538] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.410538] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.410538] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.410735] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.410934] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.411117] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.411334] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.411502] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.411694] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.416753] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b541c8a9-088e-47ca-b66e-b5e9e32bbd51 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.431918] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 797.431918] env[62679]: value = "task-2412160" [ 797.431918] env[62679]: _type = "Task" [ 797.431918] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.445050] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412160, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.446345] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412158, 'name': Rename_Task, 'duration_secs': 0.216903} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.446599] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.446828] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d873b62-5ac7-49a1-8bd5-33c4f2b9e126 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.456020] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 797.456020] env[62679]: value = "task-2412161" [ 797.456020] env[62679]: _type = "Task" [ 797.456020] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.462933] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.864896] env[62679]: DEBUG nova.scheduler.client.report [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.877982] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069634} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.878439] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.879133] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f984c37-17e0-4bf5-81b1-3cf9b0dbf71c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.902963] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 82a22bd2-d0ab-462c-b027-b260fd6c78e4/82a22bd2-d0ab-462c-b027-b260fd6c78e4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.905023] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2eb26d3-adfa-4f25-8424-b275a5b499cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.926875] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 797.926875] env[62679]: value = "task-2412162" [ 797.926875] env[62679]: _type = "Task" [ 797.926875] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.936284] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.947264] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412160, 'name': ReconfigVM_Task, 'duration_secs': 0.224556} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.948136] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069a783-ea63-45fe-b95e-d8573483bcb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.967657] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:21:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d3785a10-d71f-494c-87ef-a8a1b446e212',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1678491931',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.967902] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.968085] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.968293] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.968442] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.968588] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.968785] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.968939] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.969117] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.969316] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.969485] env[62679]: DEBUG nova.virt.hardware [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.973179] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bf8daf-92c4-4903-9a73-38d264d0354c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.981638] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412161, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.983573] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 797.983573] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bf03fc-f81c-d2fb-2cf0-761d21bd21e8" [ 797.983573] env[62679]: _type = "Task" [ 797.983573] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.992434] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bf03fc-f81c-d2fb-2cf0-761d21bd21e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.997701] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.998031] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a9c0bf-064e-404a-b8aa-61f523035d73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.018166] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 798.018166] env[62679]: value = "task-2412163" [ 798.018166] env[62679]: _type = "Task" [ 798.018166] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.026891] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.374741] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.375512] env[62679]: DEBUG nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.380744] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.528s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.380744] env[62679]: DEBUG nova.objects.instance [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lazy-loading 'resources' on Instance uuid 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.422218] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.422548] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.422734] env[62679]: DEBUG nova.compute.manager [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.423677] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0f4d2-043d-4944-8d59-cce91963e82b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.432931] env[62679]: DEBUG nova.compute.manager [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 798.433533] env[62679]: DEBUG nova.objects.instance [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lazy-loading 'flavor' on Instance uuid 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.440608] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412162, 'name': ReconfigVM_Task, 'duration_secs': 0.482111} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.440883] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 82a22bd2-d0ab-462c-b027-b260fd6c78e4/82a22bd2-d0ab-462c-b027-b260fd6c78e4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.441542] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0615ea7-5c3d-4633-8829-ee8b93f09f26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.447051] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 798.447051] env[62679]: value = "task-2412164" [ 798.447051] env[62679]: _type = "Task" [ 798.447051] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.460363] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412164, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.477879] env[62679]: DEBUG oslo_vmware.api [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412161, 'name': PowerOnVM_Task, 'duration_secs': 0.789364} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.477879] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.478136] env[62679]: INFO nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Took 8.51 seconds to spawn the instance on the hypervisor. [ 798.478716] env[62679]: DEBUG nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.479309] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf59c6-b1c6-4a70-9f09-ed6e60bc74ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.529912] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412163, 'name': ReconfigVM_Task, 'duration_secs': 0.252027} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.530210] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 798.530988] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95bd1c9-fb80-4e0a-a267-dc85fd08a9d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.555844] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.556096] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b5adacc-b98d-4da7-9745-f21d4130a68e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.575558] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 798.575558] env[62679]: value = "task-2412165" [ 798.575558] env[62679]: _type = "Task" [ 798.575558] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.585167] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.882547] env[62679]: DEBUG nova.compute.utils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 798.886528] env[62679]: DEBUG nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.886905] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.953245] env[62679]: DEBUG nova.policy [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de2a5b5134a5429c8cf3fabfa95cd3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1c8a92a88544ff864c9cf0f94f7c0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.960522] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412164, 'name': Rename_Task, 'duration_secs': 0.25387} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.962903] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.963528] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c4d005-9eaf-4eb0-aaee-db2f38f31337 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.970834] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 798.970834] env[62679]: value = "task-2412166" [ 798.970834] env[62679]: _type = "Task" [ 798.970834] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.979216] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.001887] env[62679]: INFO nova.compute.manager [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Took 42.58 seconds to build instance. [ 799.089815] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412165, 'name': ReconfigVM_Task, 'duration_secs': 0.28962} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.092018] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Reconfigured VM instance instance-0000002c to attach disk [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21/aee9d9e2-3e18-46b5-b0ee-f79d23d63c21.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.092018] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29318116-8ecb-4f9a-bce3-6b3c647074e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.119311] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5e10a9-3bb0-4dcf-825c-a76108c5450f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.143692] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f7cdc-9aef-4aa1-8463-bad039c86bb9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.165632] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f593e-00e5-49e7-94c3-35bc5e535b1f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.173712] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.174074] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f55176e3-990b-40dd-bd06-69dda6681ece {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.182517] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 799.182517] env[62679]: value = "task-2412167" [ 799.182517] env[62679]: _type = "Task" [ 799.182517] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.193251] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.387326] env[62679]: DEBUG nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.417927] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07af83-61a1-4259-8d52-896bfcc42bde {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.427087] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34ce6de-7ee3-4597-8eb1-825c06908835 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.460555] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.461091] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d21b6f42-8382-4245-9741-8d3c9afd52ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.463402] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b3d55-8dd3-4ff4-9ff5-fdcb7e71f119 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.477750] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d27760-a7fb-4ad7-8a30-3f9d00ba51ba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.484971] env[62679]: DEBUG oslo_vmware.api [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 799.484971] env[62679]: value = "task-2412168" [ 799.484971] env[62679]: _type = "Task" [ 799.484971] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.501184] env[62679]: DEBUG nova.compute.provider_tree [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.502709] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.503666] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3f8dafca-60ee-4df8-b06e-41b1721ee90c tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.099s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.510182] env[62679]: DEBUG oslo_vmware.api [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.560111] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Successfully created port: 4e0921d0-204b-4fb1-afe2-a1211e3dea4e {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.693890] env[62679]: DEBUG oslo_vmware.api [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412167, 'name': PowerOnVM_Task, 'duration_secs': 0.402378} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.694191] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.714697] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Successfully created port: 65af6801-0c22-4681-bc1d-ba0b44f40105 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.718051] env[62679]: DEBUG nova.scheduler.client.report [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.726015] env[62679]: DEBUG oslo_concurrency.lockutils [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "f6075cd8-a84b-4957-b364-39fa15b10587" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.726326] env[62679]: DEBUG oslo_concurrency.lockutils [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.726591] env[62679]: DEBUG nova.compute.manager [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.728017] env[62679]: DEBUG nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.737881] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b35abc-b02f-40d4-8028-5c580b9fd860 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.750081] env[62679]: DEBUG nova.compute.manager [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 800.750698] env[62679]: DEBUG nova.objects.instance [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'flavor' on Instance uuid f6075cd8-a84b-4957-b364-39fa15b10587 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.752330] env[62679]: DEBUG oslo_vmware.api [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412168, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.755521] env[62679]: DEBUG oslo_vmware.api [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412166, 'name': PowerOnVM_Task, 'duration_secs': 0.809904} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.757997] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.758255] env[62679]: INFO nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Took 8.11 seconds to spawn the instance on the hypervisor. [ 800.758443] env[62679]: DEBUG nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.759514] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bbb25c-7af2-41fa-8cad-2ef0f7c5ac71 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.765584] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.765865] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.766115] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.766366] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.766648] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.766878] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.767177] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.767430] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.767652] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.767902] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.768162] env[62679]: DEBUG nova.virt.hardware [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.769266] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd88ddb-2b3d-42d7-a290-19c69387f1e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.785396] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc36b5a-a30b-4a98-99b2-b7810fc5d144 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.228029] env[62679]: DEBUG oslo_vmware.api [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412168, 'name': PowerOffVM_Task, 'duration_secs': 1.537271} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.228029] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.228029] env[62679]: DEBUG nova.compute.manager [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.228719] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb9f44-1b70-4730-9aac-64de192d1c19 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.235417] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.857s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.238271] env[62679]: INFO nova.compute.manager [None req-e13d603d-5ca5-49a2-bf71-ddb6731138d6 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance to original state: 'active' [ 801.242972] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.134s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.244321] env[62679]: INFO nova.compute.claims [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.263381] env[62679]: INFO nova.scheduler.client.report [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Deleted allocations for instance 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d [ 801.285125] env[62679]: INFO nova.compute.manager [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Took 44.10 seconds to build instance. [ 801.758841] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fef6da2e-34c8-4a23-afe8-dadc3022c9af tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.336s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.763478] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.763762] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea38ea7d-4957-4f95-b118-693f3287b26a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.771513] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd40b537-f79d-4fe6-a886-570f752a7272 tempest-ServersNegativeTestMultiTenantJSON-1578216599 tempest-ServersNegativeTestMultiTenantJSON-1578216599-project-member] Lock "82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.552s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.777064] env[62679]: DEBUG oslo_vmware.api [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 801.777064] env[62679]: value = "task-2412169" [ 801.777064] env[62679]: _type = "Task" [ 801.777064] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.788361] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e670b40d-a653-4ca4-90b4-005563e5720d tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.620s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.788614] env[62679]: DEBUG oslo_vmware.api [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.293141] env[62679]: DEBUG oslo_vmware.api [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412169, 'name': PowerOffVM_Task, 'duration_secs': 0.244198} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.293141] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.293141] env[62679]: DEBUG nova.compute.manager [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.293141] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a5c2af-1646-4e4f-b6d2-7c3da039cc91 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.318145] env[62679]: DEBUG nova.objects.instance [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lazy-loading 'flavor' on Instance uuid 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.585237] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.585580] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.585809] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.585992] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.586777] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.589518] env[62679]: INFO nova.compute.manager [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Terminating instance [ 802.626754] env[62679]: DEBUG nova.compute.manager [req-e4441819-8afe-475b-a8e9-886f1f6efb5a req-2e8658bf-150f-4a9a-98c9-df5516875ebe service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received event network-vif-plugged-4e0921d0-204b-4fb1-afe2-a1211e3dea4e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 802.626754] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4441819-8afe-475b-a8e9-886f1f6efb5a req-2e8658bf-150f-4a9a-98c9-df5516875ebe service nova] Acquiring lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.626754] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4441819-8afe-475b-a8e9-886f1f6efb5a req-2e8658bf-150f-4a9a-98c9-df5516875ebe service nova] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.626754] env[62679]: DEBUG oslo_concurrency.lockutils [req-e4441819-8afe-475b-a8e9-886f1f6efb5a req-2e8658bf-150f-4a9a-98c9-df5516875ebe service nova] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.626754] env[62679]: DEBUG nova.compute.manager [req-e4441819-8afe-475b-a8e9-886f1f6efb5a req-2e8658bf-150f-4a9a-98c9-df5516875ebe service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] No waiting events found dispatching network-vif-plugged-4e0921d0-204b-4fb1-afe2-a1211e3dea4e {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.626754] env[62679]: WARNING nova.compute.manager [req-e4441819-8afe-475b-a8e9-886f1f6efb5a req-2e8658bf-150f-4a9a-98c9-df5516875ebe service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received unexpected event network-vif-plugged-4e0921d0-204b-4fb1-afe2-a1211e3dea4e for instance with vm_state building and task_state spawning. [ 802.708380] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Successfully updated port: 4e0921d0-204b-4fb1-afe2-a1211e3dea4e {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.776473] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9d9ce6-c297-4968-b191-f8a18f90802c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.785066] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b393b-b46f-4366-8eff-f83d5cbf62dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.826924] env[62679]: DEBUG oslo_concurrency.lockutils [None req-30b7a30c-3dc1-43b6-9cc3-8f342eedc3e0 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.831272] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e758d3-0df3-4cfa-b1b0-2c2de8014999 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.834558] env[62679]: DEBUG oslo_concurrency.lockutils [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.834888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquired lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.834888] env[62679]: DEBUG nova.network.neutron [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.835114] env[62679]: DEBUG nova.objects.instance [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lazy-loading 'info_cache' on Instance uuid 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.846860] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867cde03-039f-44b7-82fc-f199f51265a8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.863107] env[62679]: DEBUG nova.compute.provider_tree [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.096736] env[62679]: DEBUG nova.compute.manager [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.096970] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.097954] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb60f1-8846-409c-8b46-f1f8f59f5cf2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.106773] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.106988] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b80bcc-2af3-4ecb-b046-853e20430188 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.114082] env[62679]: DEBUG oslo_vmware.api [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 803.114082] env[62679]: value = "task-2412170" [ 803.114082] env[62679]: _type = "Task" [ 803.114082] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.125412] env[62679]: DEBUG oslo_vmware.api [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.280603] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.280887] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.281124] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.281371] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.281542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.284451] env[62679]: INFO nova.compute.manager [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Terminating instance [ 803.337695] env[62679]: INFO nova.compute.manager [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Rebuilding instance [ 803.341439] env[62679]: DEBUG nova.objects.base [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Object Instance<30108b71-5e78-4bf5-acfe-d8d87c6dbfc4> lazy-loaded attributes: flavor,info_cache {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 803.369521] env[62679]: DEBUG nova.scheduler.client.report [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.407030] env[62679]: DEBUG nova.compute.manager [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.408076] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e591e-25de-4c2b-a083-dd1c2fb9359d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.624356] env[62679]: DEBUG oslo_vmware.api [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412170, 'name': PowerOffVM_Task, 'duration_secs': 0.278624} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.624796] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.625077] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.625515] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c18893-ac19-4ba1-b7e8-488081ea3b95 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.694763] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.694992] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.695190] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Deleting the datastore file [datastore1] 82a22bd2-d0ab-462c-b027-b260fd6c78e4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.695481] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ece5be1-a0a6-4243-84d1-b056cd2351d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.701080] env[62679]: DEBUG oslo_vmware.api [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for the task: (returnval){ [ 803.701080] env[62679]: value = "task-2412172" [ 803.701080] env[62679]: _type = "Task" [ 803.701080] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.708849] env[62679]: DEBUG oslo_vmware.api [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.788361] env[62679]: DEBUG nova.compute.manager [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.791636] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.793517] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f537d0b-e6a0-4f46-bac3-61a93c636c51 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.800899] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.801199] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92bd287b-676e-4dba-bee5-8cd11b041f92 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.807382] env[62679]: DEBUG oslo_vmware.api [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 803.807382] env[62679]: value = "task-2412173" [ 803.807382] env[62679]: _type = "Task" [ 803.807382] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.815846] env[62679]: DEBUG oslo_vmware.api [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.878224] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.878224] env[62679]: DEBUG nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.881391] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.889s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.882539] env[62679]: INFO nova.compute.claims [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.182768] env[62679]: DEBUG nova.network.neutron [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Updating instance_info_cache with network_info: [{"id": "92baad39-d4e3-453e-b521-6bb7682efbdc", "address": "fa:16:3e:67:bb:c8", "network": {"id": "f5e9a0c7-82ab-4fa4-9cef-2b02d4c9260e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1464584469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a67704ebb74403f962cc4e420a41ca1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92baad39-d4", "ovs_interfaceid": "92baad39-d4e3-453e-b521-6bb7682efbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.211219] env[62679]: DEBUG oslo_vmware.api [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Task: {'id': task-2412172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135172} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.211485] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.211664] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.211837] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.212013] env[62679]: INFO nova.compute.manager [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 804.212277] env[62679]: DEBUG oslo.service.loopingcall [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.212480] env[62679]: DEBUG nova.compute.manager [-] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.212577] env[62679]: DEBUG nova.network.neutron [-] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.318352] env[62679]: DEBUG oslo_vmware.api [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412173, 'name': PowerOffVM_Task, 'duration_secs': 0.198794} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.318732] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.318871] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.319065] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff581a7a-82b8-4ada-87d2-8b3587749746 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.384091] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.384549] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.384855] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleting the datastore file [datastore2] aee9d9e2-3e18-46b5-b0ee-f79d23d63c21 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.385198] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f602524-73c5-4f06-a8cc-c6f13a46fb3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.390431] env[62679]: DEBUG nova.compute.utils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.391962] env[62679]: DEBUG nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.392162] env[62679]: DEBUG nova.network.neutron [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.400461] env[62679]: DEBUG oslo_vmware.api [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 804.400461] env[62679]: value = "task-2412175" [ 804.400461] env[62679]: _type = "Task" [ 804.400461] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.410255] env[62679]: DEBUG oslo_vmware.api [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.425369] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.425708] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ccf471-a626-4258-ae8f-b12806755680 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.433613] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 804.433613] env[62679]: value = "task-2412176" [ 804.433613] env[62679]: _type = "Task" [ 804.433613] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.442744] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 804.443059] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.443905] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5be61-f1eb-4d9a-a0e0-abc1686644d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.452070] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.452070] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a50a00c9-4e59-479d-a059-62e3af1f0070 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.488051] env[62679]: DEBUG nova.policy [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d05f7a283f9461ba1aeb43eb0e050fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89128750d4ca42e69cc38e25025d54fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.516742] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.517299] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.517527] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleting the datastore file [datastore1] f6075cd8-a84b-4957-b364-39fa15b10587 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.517802] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c53dae70-b710-48c0-89df-f223ba6a6c6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.524859] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 804.524859] env[62679]: value = "task-2412178" [ 804.524859] env[62679]: _type = "Task" [ 804.524859] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.533896] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.657589] env[62679]: DEBUG nova.compute.manager [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received event network-changed-4e0921d0-204b-4fb1-afe2-a1211e3dea4e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 804.657787] env[62679]: DEBUG nova.compute.manager [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Refreshing instance network info cache due to event network-changed-4e0921d0-204b-4fb1-afe2-a1211e3dea4e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 804.659135] env[62679]: DEBUG oslo_concurrency.lockutils [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] Acquiring lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.659609] env[62679]: DEBUG oslo_concurrency.lockutils [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] Acquired lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.659916] env[62679]: DEBUG nova.network.neutron [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Refreshing network info cache for port 4e0921d0-204b-4fb1-afe2-a1211e3dea4e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.685275] env[62679]: DEBUG oslo_concurrency.lockutils [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Releasing lock "refresh_cache-30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.899565] env[62679]: DEBUG nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.912846] env[62679]: DEBUG oslo_vmware.api [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157424} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.913402] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.913402] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.913888] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.913888] env[62679]: INFO nova.compute.manager [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Took 1.13 seconds to destroy the instance on the hypervisor. [ 804.914232] env[62679]: DEBUG oslo.service.loopingcall [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.914232] env[62679]: DEBUG nova.compute.manager [-] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.914906] env[62679]: DEBUG nova.network.neutron [-] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.007275] env[62679]: DEBUG nova.network.neutron [-] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.035034] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433895} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.035310] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.035499] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.035673] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.210546] env[62679]: DEBUG nova.network.neutron [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.272163] env[62679]: DEBUG nova.network.neutron [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Successfully created port: 6ab31933-1e8f-471c-8336-58425a99fe40 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.312303] env[62679]: DEBUG nova.network.neutron [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.441104] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76161273-92eb-48b1-8ca1-88c231e1d930 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.447782] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e897c595-275c-4342-bb24-d9213020cc6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.485257] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba8254a-f50c-4865-bb78-1acba598bebe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.497052] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f882c0-131d-4143-89a6-33d21f32ba0b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.513038] env[62679]: INFO nova.compute.manager [-] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Took 1.30 seconds to deallocate network for instance. [ 805.513551] env[62679]: DEBUG nova.compute.provider_tree [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.694731] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.695072] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-635cca8e-889b-4e12-b10d-eb051add3012 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.703462] env[62679]: DEBUG oslo_vmware.api [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 805.703462] env[62679]: value = "task-2412179" [ 805.703462] env[62679]: _type = "Task" [ 805.703462] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.710942] env[62679]: DEBUG oslo_vmware.api [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.729415] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Successfully updated port: 65af6801-0c22-4681-bc1d-ba0b44f40105 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.818020] env[62679]: DEBUG oslo_concurrency.lockutils [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] Releasing lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.818020] env[62679]: DEBUG nova.compute.manager [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Received event network-vif-deleted-b9d6103b-f471-4a50-a197-efa75a3436d4 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 805.818020] env[62679]: INFO nova.compute.manager [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Neutron deleted interface b9d6103b-f471-4a50-a197-efa75a3436d4; detaching it from the instance and deleting it from the info cache [ 805.818020] env[62679]: DEBUG nova.network.neutron [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.912702] env[62679]: DEBUG nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.937996] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.938650] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.938650] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.938650] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.938792] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.938975] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.939158] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.939319] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.939486] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.939645] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.940032] env[62679]: DEBUG nova.virt.hardware [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.940734] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee2abf-5094-4f92-8782-a4a86a85e26d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.948938] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f35844-db35-4dea-a6d3-5aefacd5d8b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.017848] env[62679]: DEBUG nova.scheduler.client.report [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.022195] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.071594] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.071924] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.072043] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.072296] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.072465] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.072613] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.072822] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.072976] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.073154] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.073317] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.073490] env[62679]: DEBUG nova.virt.hardware [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.074762] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05da169-545b-4e5a-a672-b121530e4978 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.083326] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84cbd85-41dd-4c6d-97f7-47559ea87714 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.099712] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:c1:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee6155c-410c-458c-b3e9-e029ca85f4e3', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.107982] env[62679]: DEBUG oslo.service.loopingcall [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.107982] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.108107] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35b90804-5ae6-464c-a4e4-f9004a77f74c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.127957] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.127957] env[62679]: value = "task-2412180" [ 806.127957] env[62679]: _type = "Task" [ 806.127957] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.135264] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412180, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.213393] env[62679]: DEBUG oslo_vmware.api [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412179, 'name': PowerOnVM_Task, 'duration_secs': 0.430432} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.215051] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.215051] env[62679]: DEBUG nova.compute.manager [None req-837e50c0-6b5e-4465-bfd7-a74573b2cec8 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.215051] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66c277a-0a24-40d9-8232-bbb35d3e13c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.232185] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.232309] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.232430] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.242920] env[62679]: DEBUG nova.network.neutron [-] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.319923] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81a29f38-5fd8-45f5-942a-f851960d4f2b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.329929] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f13b0-5fe4-42bd-a6dc-feae4857ef91 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.366015] env[62679]: DEBUG nova.compute.manager [req-a7e2c240-440a-4367-bebf-cb8ef0a70b2a req-4132ea2b-addf-423c-89a9-b9b5eb7ddbf7 service nova] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Detach interface failed, port_id=b9d6103b-f471-4a50-a197-efa75a3436d4, reason: Instance 82a22bd2-d0ab-462c-b027-b260fd6c78e4 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 806.523369] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.523899] env[62679]: DEBUG nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.526445] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.625s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.527803] env[62679]: INFO nova.compute.claims [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.638659] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412180, 'name': CreateVM_Task, 'duration_secs': 0.337121} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.638824] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.639523] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.639690] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.640013] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.640275] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673d6583-c088-46ce-9fbf-58208b779eba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.644514] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 806.644514] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0bd59-bc4e-5c7e-eb62-b0a654aff643" [ 806.644514] env[62679]: _type = "Task" [ 806.644514] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.651849] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0bd59-bc4e-5c7e-eb62-b0a654aff643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.689244] env[62679]: DEBUG nova.compute.manager [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received event network-vif-plugged-65af6801-0c22-4681-bc1d-ba0b44f40105 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 806.689468] env[62679]: DEBUG oslo_concurrency.lockutils [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] Acquiring lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.689707] env[62679]: DEBUG oslo_concurrency.lockutils [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.689843] env[62679]: DEBUG oslo_concurrency.lockutils [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.690045] env[62679]: DEBUG nova.compute.manager [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] No waiting events found dispatching network-vif-plugged-65af6801-0c22-4681-bc1d-ba0b44f40105 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.690650] env[62679]: WARNING nova.compute.manager [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received unexpected event network-vif-plugged-65af6801-0c22-4681-bc1d-ba0b44f40105 for instance with vm_state building and task_state spawning. [ 806.691027] env[62679]: DEBUG nova.compute.manager [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received event network-changed-65af6801-0c22-4681-bc1d-ba0b44f40105 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 806.691027] env[62679]: DEBUG nova.compute.manager [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Refreshing instance network info cache due to event network-changed-65af6801-0c22-4681-bc1d-ba0b44f40105. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 806.691290] env[62679]: DEBUG oslo_concurrency.lockutils [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] Acquiring lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.745542] env[62679]: INFO nova.compute.manager [-] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Took 1.83 seconds to deallocate network for instance. [ 806.795132] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.032387] env[62679]: DEBUG nova.compute.utils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.044581] env[62679]: DEBUG nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.044834] env[62679]: DEBUG nova.network.neutron [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.158020] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0bd59-bc4e-5c7e-eb62-b0a654aff643, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.158020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.158020] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.158020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.158020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.158020] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.158020] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da359af6-d243-419a-b6b9-a75c0aa51973 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.168080] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.168080] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.168080] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767c23ee-7052-411a-8a1a-d55187d22788 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.171714] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 807.171714] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522dd484-da81-4f44-82db-dfb2381576d0" [ 807.171714] env[62679]: _type = "Task" [ 807.171714] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.179947] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522dd484-da81-4f44-82db-dfb2381576d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.243688] env[62679]: DEBUG nova.policy [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d05f7a283f9461ba1aeb43eb0e050fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89128750d4ca42e69cc38e25025d54fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.251914] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.489691] env[62679]: DEBUG nova.network.neutron [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Updating instance_info_cache with network_info: [{"id": "4e0921d0-204b-4fb1-afe2-a1211e3dea4e", "address": "fa:16:3e:26:bf:0a", "network": {"id": "f5dfdf29-e664-440f-82b6-707481f82c01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229933554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0921d0-20", "ovs_interfaceid": "4e0921d0-204b-4fb1-afe2-a1211e3dea4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65af6801-0c22-4681-bc1d-ba0b44f40105", "address": "fa:16:3e:3c:cf:6a", "network": {"id": "4436a670-3e8f-474f-99d1-10d671a7209a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-613334311", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65af6801-0c", "ovs_interfaceid": "65af6801-0c22-4681-bc1d-ba0b44f40105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.542460] env[62679]: DEBUG nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.644452] env[62679]: DEBUG nova.network.neutron [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Successfully updated port: 6ab31933-1e8f-471c-8336-58425a99fe40 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.683087] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522dd484-da81-4f44-82db-dfb2381576d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.683914] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978e588d-378a-4501-991c-6d0defe90e27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.691093] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 807.691093] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b972a2-483c-3675-1ff3-23ad82e8fbd8" [ 807.691093] env[62679]: _type = "Task" [ 807.691093] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.699025] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b972a2-483c-3675-1ff3-23ad82e8fbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.908093] env[62679]: DEBUG nova.network.neutron [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Successfully created port: fc6ff370-f4ba-4631-a029-9131a8e6d85e {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.990921] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Releasing lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.991374] env[62679]: DEBUG nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Instance network_info: |[{"id": "4e0921d0-204b-4fb1-afe2-a1211e3dea4e", "address": "fa:16:3e:26:bf:0a", "network": {"id": "f5dfdf29-e664-440f-82b6-707481f82c01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229933554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0921d0-20", "ovs_interfaceid": "4e0921d0-204b-4fb1-afe2-a1211e3dea4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65af6801-0c22-4681-bc1d-ba0b44f40105", "address": "fa:16:3e:3c:cf:6a", "network": {"id": "4436a670-3e8f-474f-99d1-10d671a7209a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-613334311", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65af6801-0c", "ovs_interfaceid": "65af6801-0c22-4681-bc1d-ba0b44f40105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.991693] env[62679]: DEBUG oslo_concurrency.lockutils [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] Acquired lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.991872] env[62679]: DEBUG nova.network.neutron [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Refreshing network info cache for port 65af6801-0c22-4681-bc1d-ba0b44f40105 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.993103] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:bf:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e0921d0-204b-4fb1-afe2-a1211e3dea4e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:cf:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65af6801-0c22-4681-bc1d-ba0b44f40105', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.002935] env[62679]: DEBUG oslo.service.loopingcall [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.008071] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.009795] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b374264c-bb1b-47bf-9d6a-64a392bd4801 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.038810] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.038810] env[62679]: value = "task-2412181" [ 808.038810] env[62679]: _type = "Task" [ 808.038810] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.048319] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412181, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.096129] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902e9d15-13d1-4360-a549-bf67cfdb3ce6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.106303] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083ec4ca-eee0-430d-9dec-52242521f2ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.140463] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d60ad23-96c5-485e-b589-0949e6517705 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.145990] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "refresh_cache-8386c466-3aa4-4a42-8a5f-25c006548c0b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.146158] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired lock "refresh_cache-8386c466-3aa4-4a42-8a5f-25c006548c0b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.146309] env[62679]: DEBUG nova.network.neutron [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.151398] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a568920-d27e-4e2a-b55b-51893af36008 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.167294] env[62679]: DEBUG nova.compute.provider_tree [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.201597] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b972a2-483c-3675-1ff3-23ad82e8fbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.201868] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.202170] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.202443] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-180b371e-d3cf-4a50-8a5b-691505cc0970 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.211361] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 808.211361] env[62679]: value = "task-2412182" [ 808.211361] env[62679]: _type = "Task" [ 808.211361] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.222128] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.551164] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412181, 'name': CreateVM_Task, 'duration_secs': 0.368944} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.551164] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.551893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.552558] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.552558] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.552687] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1984db35-b74e-48f8-940d-ac5a96f2f5ad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.556890] env[62679]: DEBUG nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.561753] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 808.561753] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52088df5-3822-b836-4c51-c7c9d0b6ef93" [ 808.561753] env[62679]: _type = "Task" [ 808.561753] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.573630] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52088df5-3822-b836-4c51-c7c9d0b6ef93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.591308] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.591621] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.591786] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.591968] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.592145] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.592327] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.592542] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.592784] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.592860] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.593114] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.593203] env[62679]: DEBUG nova.virt.hardware [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.594110] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f91289-2fff-4220-9e02-89aef6ba00bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.602276] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68a3c54-c5ac-4c3b-a160-7d84544c3981 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.670622] env[62679]: DEBUG nova.scheduler.client.report [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.721381] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.754488] env[62679]: DEBUG nova.network.neutron [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.913261] env[62679]: DEBUG nova.network.neutron [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Updated VIF entry in instance network info cache for port 65af6801-0c22-4681-bc1d-ba0b44f40105. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.913855] env[62679]: DEBUG nova.network.neutron [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Updating instance_info_cache with network_info: [{"id": "4e0921d0-204b-4fb1-afe2-a1211e3dea4e", "address": "fa:16:3e:26:bf:0a", "network": {"id": "f5dfdf29-e664-440f-82b6-707481f82c01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229933554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0921d0-20", "ovs_interfaceid": "4e0921d0-204b-4fb1-afe2-a1211e3dea4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65af6801-0c22-4681-bc1d-ba0b44f40105", "address": "fa:16:3e:3c:cf:6a", "network": {"id": "4436a670-3e8f-474f-99d1-10d671a7209a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-613334311", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b1c8a92a88544ff864c9cf0f94f7c0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65af6801-0c", "ovs_interfaceid": "65af6801-0c22-4681-bc1d-ba0b44f40105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.959893] env[62679]: DEBUG nova.compute.manager [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Received event network-vif-plugged-6ab31933-1e8f-471c-8336-58425a99fe40 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 808.960137] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] Acquiring lock "8386c466-3aa4-4a42-8a5f-25c006548c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.960345] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.960513] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.960676] env[62679]: DEBUG nova.compute.manager [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] No waiting events found dispatching network-vif-plugged-6ab31933-1e8f-471c-8336-58425a99fe40 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.960837] env[62679]: WARNING nova.compute.manager [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Received unexpected event network-vif-plugged-6ab31933-1e8f-471c-8336-58425a99fe40 for instance with vm_state building and task_state spawning. [ 808.960993] env[62679]: DEBUG nova.compute.manager [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Received event network-changed-6ab31933-1e8f-471c-8336-58425a99fe40 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 808.961505] env[62679]: DEBUG nova.compute.manager [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Refreshing instance network info cache due to event network-changed-6ab31933-1e8f-471c-8336-58425a99fe40. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 808.961690] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] Acquiring lock "refresh_cache-8386c466-3aa4-4a42-8a5f-25c006548c0b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.075344] env[62679]: DEBUG nova.network.neutron [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Updating instance_info_cache with network_info: [{"id": "6ab31933-1e8f-471c-8336-58425a99fe40", "address": "fa:16:3e:80:1c:9d", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab31933-1e", "ovs_interfaceid": "6ab31933-1e8f-471c-8336-58425a99fe40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.079161] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52088df5-3822-b836-4c51-c7c9d0b6ef93, 'name': SearchDatastore_Task, 'duration_secs': 0.052246} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.079476] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.079702] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.079938] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.080094] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.080273] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.080532] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a210d2ab-b609-48b5-bfdd-2e1bef66127b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.094980] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.095105] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.095837] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e896f8cf-d7e0-4167-a0ac-5cf1bc7fb2af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.100819] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 809.100819] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2b750-f0ec-37cd-ce67-16a752469fe9" [ 809.100819] env[62679]: _type = "Task" [ 809.100819] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.108854] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2b750-f0ec-37cd-ce67-16a752469fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.176981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.177527] env[62679]: DEBUG nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.180059] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.420s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.223013] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633104} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.223282] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.223496] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.223738] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b50b073-8894-42da-a510-486c76b1564a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.231960] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 809.231960] env[62679]: value = "task-2412183" [ 809.231960] env[62679]: _type = "Task" [ 809.231960] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.240791] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.419178] env[62679]: DEBUG oslo_concurrency.lockutils [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] Releasing lock "refresh_cache-788bbf3e-cb47-4b9f-a2d8-eab392675bfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.420655] env[62679]: DEBUG nova.compute.manager [req-539f3db0-f438-4f29-97c7-cff669c8d256 req-5a2c1c7c-24f8-473c-9e74-52df54321042 service nova] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Received event network-vif-deleted-cf7ab345-2336-4041-98ec-35004bdd062c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 809.580455] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Releasing lock "refresh_cache-8386c466-3aa4-4a42-8a5f-25c006548c0b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.580786] env[62679]: DEBUG nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Instance network_info: |[{"id": "6ab31933-1e8f-471c-8336-58425a99fe40", "address": "fa:16:3e:80:1c:9d", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab31933-1e", "ovs_interfaceid": "6ab31933-1e8f-471c-8336-58425a99fe40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.581174] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] Acquired lock "refresh_cache-8386c466-3aa4-4a42-8a5f-25c006548c0b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.581368] env[62679]: DEBUG nova.network.neutron [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Refreshing network info cache for port 6ab31933-1e8f-471c-8336-58425a99fe40 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.582682] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:1c:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ab31933-1e8f-471c-8336-58425a99fe40', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.590069] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Creating folder: Project (89128750d4ca42e69cc38e25025d54fa). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.591056] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eed8d16a-958e-4eb0-b7d9-d5188b39701f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.602059] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Created folder: Project (89128750d4ca42e69cc38e25025d54fa) in parent group-v488891. [ 809.602245] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Creating folder: Instances. Parent ref: group-v489071. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.605103] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e87b6063-b49a-4a5c-a4fe-28204199d212 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.615015] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c2b750-f0ec-37cd-ce67-16a752469fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.084588} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.615015] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Created folder: Instances in parent group-v489071. [ 809.615015] env[62679]: DEBUG oslo.service.loopingcall [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.615015] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0058682f-99a5-4359-9318-535bce2b48da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.616278] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.616500] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2993417-349c-4785-aafd-c8f16747784e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.633908] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 809.633908] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a649bc-692b-c60d-8d54-e6af07fa6fbb" [ 809.633908] env[62679]: _type = "Task" [ 809.633908] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.635087] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.635087] env[62679]: value = "task-2412186" [ 809.635087] env[62679]: _type = "Task" [ 809.635087] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.644893] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a649bc-692b-c60d-8d54-e6af07fa6fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.647837] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412186, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.683855] env[62679]: DEBUG nova.compute.utils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.685332] env[62679]: DEBUG nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.685434] env[62679]: DEBUG nova.network.neutron [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.701320] env[62679]: DEBUG nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.742703] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2371} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.743041] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.743839] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c4ff82-7a03-453b-bd0c-ee5efa981765 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.765959] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.767687] env[62679]: DEBUG nova.policy [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31bfda3658c04ee69d09678c26031f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abe9655460ea4381acf675c0a77bc0b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.769393] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8de1e6d-f1fc-440b-b917-c8fc46d044da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.787983] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 809.787983] env[62679]: value = "task-2412187" [ 809.787983] env[62679]: _type = "Task" [ 809.787983] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.795346] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.154263] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412186, 'name': CreateVM_Task, 'duration_secs': 0.42213} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.164084] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.164084] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a649bc-692b-c60d-8d54-e6af07fa6fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.034377} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.165023] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.165023] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.165206] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.165517] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.165814] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 788bbf3e-cb47-4b9f-a2d8-eab392675bfb/788bbf3e-cb47-4b9f-a2d8-eab392675bfb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.166115] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5bf1c1-f9ae-454a-8051-000c84bccc3c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.169803] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb98ad78-d2c4-4534-bde5-6da3a21358de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.177630] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 810.177630] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad60be-5c8a-abd3-f56b-a2c64f270259" [ 810.177630] env[62679]: _type = "Task" [ 810.177630] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.179384] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 810.179384] env[62679]: value = "task-2412188" [ 810.179384] env[62679]: _type = "Task" [ 810.179384] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.190034] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad60be-5c8a-abd3-f56b-a2c64f270259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.193037] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.249545] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d2addee2-9c77-4980-966b-74b9fe442850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.249738] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance ef2eccb3-bea9-49ba-9f1c-d34e758989b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.249865] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.249986] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 199ee82a-84d4-4502-9fd0-48eb0322beaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250117] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 5ebe9418-64b8-46a5-b556-115b7b93f322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250235] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 681316d4-efba-4601-a9c6-59b79bb226b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250349] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 834e64fc-b0cb-4903-ac84-b28d41dc4583 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250460] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c7a3405c-4926-45bc-ab5d-21869a656051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250583] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c1260e22-5fe5-4006-b3af-6703e3f7ad7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250713] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 22e41608-3622-4e14-ab78-b9d704068900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250825] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance b3deb642-4e36-4b45-81c3-395325bd6106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.250933] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7893af92-485c-4f90-89a5-15c557ca3b24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.251052] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.251191] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance cb2e798e-8018-4281-adb3-d3213738e05d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.251317] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance aee9d9e2-3e18-46b5-b0ee-f79d23d63c21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.251439] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance b8b50b72-790f-41f3-9237-14f62ff6c2e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.251557] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8532154b-2392-4135-b331-a2ac28559b8c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.251673] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.251791] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fcb5ff04-b19c-4c3c-83a9-5c254007bdea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.251901] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.252024] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 09f64297-f03a-4716-86ae-f4ca9aa6afe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.252156] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d35f384a-5f19-42de-8f6c-0547075b4349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.252273] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance f6075cd8-a84b-4957-b364-39fa15b10587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.252392] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 82a22bd2-d0ab-462c-b027-b260fd6c78e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.252500] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 788bbf3e-cb47-4b9f-a2d8-eab392675bfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.252606] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8386c466-3aa4-4a42-8a5f-25c006548c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.252713] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c804c60a-85ba-422b-83ff-0b066bbb74c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.252822] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance a5514c24-14ce-401f-b2f1-d50f7934ff5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.303538] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412187, 'name': ReconfigVM_Task, 'duration_secs': 0.28006} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.303831] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Reconfigured VM instance instance-0000003f to attach disk [datastore2] f6075cd8-a84b-4957-b364-39fa15b10587/f6075cd8-a84b-4957-b364-39fa15b10587.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.304492] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-688ff0af-157e-48b7-bf2e-2258752c6ac1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.310638] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 810.310638] env[62679]: value = "task-2412189" [ 810.310638] env[62679]: _type = "Task" [ 810.310638] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.318675] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412189, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.327364] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "d35f384a-5f19-42de-8f6c-0547075b4349" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.327564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "d35f384a-5f19-42de-8f6c-0547075b4349" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.327780] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "d35f384a-5f19-42de-8f6c-0547075b4349-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.327965] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "d35f384a-5f19-42de-8f6c-0547075b4349-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.328162] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "d35f384a-5f19-42de-8f6c-0547075b4349-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.332472] env[62679]: INFO nova.compute.manager [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Terminating instance [ 810.588702] env[62679]: DEBUG nova.network.neutron [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Successfully created port: d6027847-f9cf-4f4f-b50d-4850e89b69d8 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.683912] env[62679]: DEBUG nova.network.neutron [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Updated VIF entry in instance network info cache for port 6ab31933-1e8f-471c-8336-58425a99fe40. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.684322] env[62679]: DEBUG nova.network.neutron [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Updating instance_info_cache with network_info: [{"id": "6ab31933-1e8f-471c-8336-58425a99fe40", "address": "fa:16:3e:80:1c:9d", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab31933-1e", "ovs_interfaceid": "6ab31933-1e8f-471c-8336-58425a99fe40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.698341] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.698612] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad60be-5c8a-abd3-f56b-a2c64f270259, 'name': SearchDatastore_Task, 'duration_secs': 0.017658} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.699582] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.699827] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.700081] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.700234] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.700419] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.700954] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3438de5-2f30-449f-99eb-10a3a351bb0d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.714071] env[62679]: DEBUG nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.718386] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.718575] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.719329] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18586fc6-97f4-41f9-9b39-144236231d7c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.724864] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 810.724864] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215b5d4-8a84-c761-1047-dad85a664875" [ 810.724864] env[62679]: _type = "Task" [ 810.724864] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.736118] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215b5d4-8a84-c761-1047-dad85a664875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.747416] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.747607] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.747770] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.747952] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.748112] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.748263] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.748493] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.748629] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.748795] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.748957] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.749169] env[62679]: DEBUG nova.virt.hardware [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.750061] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d832a8ef-77a2-4495-bc72-00e1bb76a2a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.757309] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c50c07a8-9798-4a97-9cd6-e911dbff70aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.759800] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bbc5b2-0554-40ea-bb6f-4fdf10b214cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.819946] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412189, 'name': Rename_Task, 'duration_secs': 0.132918} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.820711] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.820711] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfcd3198-7bac-4ee3-a9e5-99f904512f84 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.827637] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 810.827637] env[62679]: value = "task-2412190" [ 810.827637] env[62679]: _type = "Task" [ 810.827637] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.838781] env[62679]: DEBUG nova.compute.manager [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.838947] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.839247] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.839946] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ba2ea7-1b85-4c60-94a0-5e425ad831dc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.847851] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.848104] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bedf70e3-1d4f-4adb-8a39-24f9e2620b9d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.854289] env[62679]: DEBUG oslo_vmware.api [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 810.854289] env[62679]: value = "task-2412191" [ 810.854289] env[62679]: _type = "Task" [ 810.854289] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.863907] env[62679]: DEBUG oslo_vmware.api [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.869363] env[62679]: DEBUG nova.network.neutron [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Successfully updated port: fc6ff370-f4ba-4631-a029-9131a8e6d85e {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.994826] env[62679]: DEBUG nova.compute.manager [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Received event network-vif-plugged-fc6ff370-f4ba-4631-a029-9131a8e6d85e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 810.995504] env[62679]: DEBUG oslo_concurrency.lockutils [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] Acquiring lock "c804c60a-85ba-422b-83ff-0b066bbb74c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.995754] env[62679]: DEBUG oslo_concurrency.lockutils [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.995932] env[62679]: DEBUG oslo_concurrency.lockutils [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.996126] env[62679]: DEBUG nova.compute.manager [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] No waiting events found dispatching network-vif-plugged-fc6ff370-f4ba-4631-a029-9131a8e6d85e {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.996340] env[62679]: WARNING nova.compute.manager [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Received unexpected event network-vif-plugged-fc6ff370-f4ba-4631-a029-9131a8e6d85e for instance with vm_state building and task_state spawning. [ 810.996507] env[62679]: DEBUG nova.compute.manager [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Received event network-changed-fc6ff370-f4ba-4631-a029-9131a8e6d85e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 810.996660] env[62679]: DEBUG nova.compute.manager [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Refreshing instance network info cache due to event network-changed-fc6ff370-f4ba-4631-a029-9131a8e6d85e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 810.996841] env[62679]: DEBUG oslo_concurrency.lockutils [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] Acquiring lock "refresh_cache-c804c60a-85ba-422b-83ff-0b066bbb74c6" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.996975] env[62679]: DEBUG oslo_concurrency.lockutils [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] Acquired lock "refresh_cache-c804c60a-85ba-422b-83ff-0b066bbb74c6" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.997144] env[62679]: DEBUG nova.network.neutron [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Refreshing network info cache for port fc6ff370-f4ba-4631-a029-9131a8e6d85e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.190261] env[62679]: DEBUG oslo_concurrency.lockutils [req-1fa89913-f98c-4d80-a85c-0bfddd1545a2 req-bef3b36c-eb42-4b7f-9fdf-38dd1732bc2e service nova] Releasing lock "refresh_cache-8386c466-3aa4-4a42-8a5f-25c006548c0b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.195746] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675081} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.196092] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 788bbf3e-cb47-4b9f-a2d8-eab392675bfb/788bbf3e-cb47-4b9f-a2d8-eab392675bfb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.196378] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.196691] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9800e3cb-d20a-4fb4-8074-5eb71c6f7ef5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.204014] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 811.204014] env[62679]: value = "task-2412192" [ 811.204014] env[62679]: _type = "Task" [ 811.204014] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.211689] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.234996] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215b5d4-8a84-c761-1047-dad85a664875, 'name': SearchDatastore_Task, 'duration_secs': 0.051886} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.235959] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178f7e15-9e75-40b5-bfe8-bbe6399f54c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.242382] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 811.242382] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521de82e-0b8e-6153-1ca5-c201a7521269" [ 811.242382] env[62679]: _type = "Task" [ 811.242382] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.250943] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521de82e-0b8e-6153-1ca5-c201a7521269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.265343] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance f5985f81-8b11-4fb9-be77-e24545dce4aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.337288] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412190, 'name': PowerOnVM_Task, 'duration_secs': 0.433352} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.337588] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.337932] env[62679]: DEBUG nova.compute.manager [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.338779] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed867ad8-c441-4d49-89f0-d86bb6bfe6e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.362905] env[62679]: DEBUG oslo_vmware.api [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412191, 'name': PowerOffVM_Task, 'duration_secs': 0.25833} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.363204] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.363379] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.363629] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aee4bb1-b516-4906-a573-bbe5b37efbe3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.372777] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "refresh_cache-c804c60a-85ba-422b-83ff-0b066bbb74c6" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.447983] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.448286] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.448510] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleting the datastore file [datastore1] d35f384a-5f19-42de-8f6c-0547075b4349 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.448795] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79100605-5b53-4808-8693-9b34ef77e227 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.457708] env[62679]: DEBUG oslo_vmware.api [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 811.457708] env[62679]: value = "task-2412194" [ 811.457708] env[62679]: _type = "Task" [ 811.457708] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.465374] env[62679]: DEBUG oslo_vmware.api [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.535646] env[62679]: DEBUG nova.network.neutron [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.593414] env[62679]: DEBUG nova.network.neutron [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.713325] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074045} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.713615] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.714357] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d266dbc0-38d1-4f8a-a510-5a1077d2e750 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.737892] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 788bbf3e-cb47-4b9f-a2d8-eab392675bfb/788bbf3e-cb47-4b9f-a2d8-eab392675bfb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.738484] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251d873f-4e3a-4786-ba1f-69939c44ba30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.761514] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521de82e-0b8e-6153-1ca5-c201a7521269, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.762728] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.762997] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 8386c466-3aa4-4a42-8a5f-25c006548c0b/8386c466-3aa4-4a42-8a5f-25c006548c0b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.763320] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 811.763320] env[62679]: value = "task-2412195" [ 811.763320] env[62679]: _type = "Task" [ 811.763320] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.763505] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f5b1d42-d0bf-45d5-ac51-0d0ff1056ff9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.768725] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 26fd4358-7bd1-407d-814d-5eb9f1910a7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.769011] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 811.769165] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 811.773650] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 811.773650] env[62679]: value = "task-2412196" [ 811.773650] env[62679]: _type = "Task" [ 811.773650] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.776770] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.786163] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.850342] env[62679]: INFO nova.compute.manager [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] bringing vm to original state: 'stopped' [ 811.968258] env[62679]: DEBUG oslo_vmware.api [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.097658] env[62679]: DEBUG oslo_concurrency.lockutils [req-16d120be-df20-43aa-8256-90d3712ce8e6 req-a354fdc6-4753-4f33-9b02-74f79f952ec1 service nova] Releasing lock "refresh_cache-c804c60a-85ba-422b-83ff-0b066bbb74c6" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.098955] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired lock "refresh_cache-c804c60a-85ba-422b-83ff-0b066bbb74c6" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.098955] env[62679]: DEBUG nova.network.neutron [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.166597] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed5664-98d4-4ab3-a907-7d749b8621da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.175041] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fe6ef-7ce4-4834-b66e-ea01a196d198 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.212168] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2232003-9638-42c8-aa77-78f3b0088a90 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.221514] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a6abee-0c92-4fa7-b932-b010ba97f96f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.236740] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.276215] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.286559] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412196, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.469811] env[62679]: DEBUG oslo_vmware.api [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641592} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.470163] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.470300] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.470764] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.470764] env[62679]: INFO nova.compute.manager [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Took 1.63 seconds to destroy the instance on the hypervisor. [ 812.470973] env[62679]: DEBUG oslo.service.loopingcall [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.471083] env[62679]: DEBUG nova.compute.manager [-] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.471330] env[62679]: DEBUG nova.network.neutron [-] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.693561] env[62679]: DEBUG nova.network.neutron [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Successfully updated port: d6027847-f9cf-4f4f-b50d-4850e89b69d8 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.702035] env[62679]: DEBUG nova.network.neutron [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.740268] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.777816] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412195, 'name': ReconfigVM_Task, 'duration_secs': 0.605534} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.777816] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 788bbf3e-cb47-4b9f-a2d8-eab392675bfb/788bbf3e-cb47-4b9f-a2d8-eab392675bfb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.784726] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-141dc0fb-cfac-4faf-a535-f17c2f3d6a10 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.789944] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811138} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.791778] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 8386c466-3aa4-4a42-8a5f-25c006548c0b/8386c466-3aa4-4a42-8a5f-25c006548c0b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.793018] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.793018] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 812.793018] env[62679]: value = "task-2412197" [ 812.793018] env[62679]: _type = "Task" [ 812.793018] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.793018] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba7ecfec-7477-4901-b7ee-47d7b183c6d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.803869] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 812.803869] env[62679]: value = "task-2412198" [ 812.803869] env[62679]: _type = "Task" [ 812.803869] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.807357] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412197, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.819380] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.863024] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "f6075cd8-a84b-4957-b364-39fa15b10587" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.863024] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.863024] env[62679]: DEBUG nova.compute.manager [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.863024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda8248-dea0-4765-a463-89eacc965dd8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.874352] env[62679]: DEBUG nova.compute.manager [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 813.011415] env[62679]: DEBUG nova.network.neutron [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Updating instance_info_cache with network_info: [{"id": "fc6ff370-f4ba-4631-a029-9131a8e6d85e", "address": "fa:16:3e:89:41:b2", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ff370-f4", "ovs_interfaceid": "fc6ff370-f4ba-4631-a029-9131a8e6d85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.025381] env[62679]: DEBUG nova.compute.manager [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Received event network-vif-plugged-d6027847-f9cf-4f4f-b50d-4850e89b69d8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 813.025579] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] Acquiring lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.025810] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.026000] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.026196] env[62679]: DEBUG nova.compute.manager [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] No waiting events found dispatching network-vif-plugged-d6027847-f9cf-4f4f-b50d-4850e89b69d8 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.026358] env[62679]: WARNING nova.compute.manager [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Received unexpected event network-vif-plugged-d6027847-f9cf-4f4f-b50d-4850e89b69d8 for instance with vm_state building and task_state spawning. [ 813.026513] env[62679]: DEBUG nova.compute.manager [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Received event network-changed-d6027847-f9cf-4f4f-b50d-4850e89b69d8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 813.026659] env[62679]: DEBUG nova.compute.manager [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Refreshing instance network info cache due to event network-changed-d6027847-f9cf-4f4f-b50d-4850e89b69d8. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 813.026835] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] Acquiring lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.026963] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] Acquired lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.027270] env[62679]: DEBUG nova.network.neutron [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Refreshing network info cache for port d6027847-f9cf-4f4f-b50d-4850e89b69d8 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.197877] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.245328] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 813.245592] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.066s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.245849] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.164s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.246167] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.248132] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.816s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.248332] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.250050] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.462s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.250238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.253026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.836s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.253648] env[62679]: INFO nova.compute.claims [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.256076] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.256592] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Cleaning up deleted instances {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11752}} [ 813.278255] env[62679]: INFO nova.scheduler.client.report [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted allocations for instance b8b50b72-790f-41f3-9237-14f62ff6c2e4 [ 813.280150] env[62679]: INFO nova.scheduler.client.report [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted allocations for instance ef2eccb3-bea9-49ba-9f1c-d34e758989b2 [ 813.292774] env[62679]: INFO nova.scheduler.client.report [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Deleted allocations for instance 8532154b-2392-4135-b331-a2ac28559b8c [ 813.307680] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412197, 'name': Rename_Task, 'duration_secs': 0.160598} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.308081] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.311300] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9679e4dd-b4b6-40be-936e-15783d3fd879 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.319647] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075954} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.321116] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.321340] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 813.321340] env[62679]: value = "task-2412199" [ 813.321340] env[62679]: _type = "Task" [ 813.321340] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.321972] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ced5349-37d6-44bf-825a-01fab17f77ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.333020] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.353347] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 8386c466-3aa4-4a42-8a5f-25c006548c0b/8386c466-3aa4-4a42-8a5f-25c006548c0b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.353967] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba45e6b-349a-4758-b1b2-a72d79d7b1c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.374662] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 813.374662] env[62679]: value = "task-2412200" [ 813.374662] env[62679]: _type = "Task" [ 813.374662] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.378307] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.378839] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e7bb625-fda0-4435-b9c2-a1686c41a5b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.383562] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.384746] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 813.384746] env[62679]: value = "task-2412201" [ 813.384746] env[62679]: _type = "Task" [ 813.384746] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.392087] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.513599] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Releasing lock "refresh_cache-c804c60a-85ba-422b-83ff-0b066bbb74c6" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.513939] env[62679]: DEBUG nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Instance network_info: |[{"id": "fc6ff370-f4ba-4631-a029-9131a8e6d85e", "address": "fa:16:3e:89:41:b2", "network": {"id": "e8065849-63a3-4fd1-b11a-14bf6307f30e", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7f321c8d183d487c997b03da1cedb91f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6ff370-f4", "ovs_interfaceid": "fc6ff370-f4ba-4631-a029-9131a8e6d85e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.514387] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:41:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc6ff370-f4ba-4631-a029-9131a8e6d85e', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.522327] env[62679]: DEBUG oslo.service.loopingcall [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.522327] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.522327] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a654f02-3f17-45cb-b438-2774ee2dac0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.540225] env[62679]: DEBUG nova.network.neutron [-] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.546807] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.546807] env[62679]: value = "task-2412202" [ 813.546807] env[62679]: _type = "Task" [ 813.546807] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.557170] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412202, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.570244] env[62679]: DEBUG nova.network.neutron [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.710298] env[62679]: DEBUG nova.network.neutron [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.770197] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] There are 40 instances to clean {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11761}} [ 813.770546] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 82b2f72e-bf4d-46eb-90d0-b5cc4d26e57d] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 813.792037] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ede5b60c-1a79-4203-a971-177fa5ecaff7 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "ef2eccb3-bea9-49ba-9f1c-d34e758989b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.587s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.792037] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5b1b775a-3ef7-4920-87b1-e15593c93100 tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "b8b50b72-790f-41f3-9237-14f62ff6c2e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.328s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.806969] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d141f7db-3527-499b-9f9a-c10eb7560b4a tempest-MultipleCreateTestJSON-1237983888 tempest-MultipleCreateTestJSON-1237983888-project-member] Lock "8532154b-2392-4135-b331-a2ac28559b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.150s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.835463] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.886680] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412200, 'name': ReconfigVM_Task, 'duration_secs': 0.27517} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.890842] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 8386c466-3aa4-4a42-8a5f-25c006548c0b/8386c466-3aa4-4a42-8a5f-25c006548c0b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.891540] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46285071-3658-4779-b688-a3b15ce74288 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.897694] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.899341] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 813.899341] env[62679]: value = "task-2412203" [ 813.899341] env[62679]: _type = "Task" [ 813.899341] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.911545] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412203, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.043328] env[62679]: INFO nova.compute.manager [-] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Took 1.57 seconds to deallocate network for instance. [ 814.059607] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412202, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.213137] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a4ec29d-5415-4da6-87dc-20654634b5f5 req-95b89043-c372-4cdc-becc-a025e18530af service nova] Releasing lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.213491] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.213654] env[62679]: DEBUG nova.network.neutron [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.276229] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 021fc908-8c22-4762-8461-09b1e3ff7f87] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 814.343213] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.399359] env[62679]: DEBUG oslo_vmware.api [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412201, 'name': PowerOffVM_Task, 'duration_secs': 0.805853} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.402491] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.402697] env[62679]: DEBUG nova.compute.manager [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.403743] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f882b6-4695-46b9-a329-329c91c4c235 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.409098] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "d2addee2-9c77-4980-966b-74b9fe442850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.409347] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "d2addee2-9c77-4980-966b-74b9fe442850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.409549] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "d2addee2-9c77-4980-966b-74b9fe442850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.409728] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "d2addee2-9c77-4980-966b-74b9fe442850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.410855] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "d2addee2-9c77-4980-966b-74b9fe442850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.412847] env[62679]: INFO nova.compute.manager [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Terminating instance [ 814.418541] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412203, 'name': Rename_Task, 'duration_secs': 0.16766} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.424978] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.425714] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55e0e7cc-f6fd-45bd-8987-8b292a422e55 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.434689] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 814.434689] env[62679]: value = "task-2412204" [ 814.434689] env[62679]: _type = "Task" [ 814.434689] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.445158] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.555678] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.562374] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412202, 'name': CreateVM_Task, 'duration_secs': 0.752978} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.562608] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.563466] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.563641] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.563968] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.566635] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c38815-51c5-426b-83b2-cb0569ec24a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.573461] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 814.573461] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526a6fb4-c6ae-68fc-b539-b5648a1a6ac2" [ 814.573461] env[62679]: _type = "Task" [ 814.573461] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.581914] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526a6fb4-c6ae-68fc-b539-b5648a1a6ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.709128] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb0f07-1769-43fc-8aa6-85e88b6fd647 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.719011] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539d9057-fd63-4a1b-8dd0-897176ab5083 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.750772] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e65cdd0-e2c9-41ee-8ef8-bb7cb1acb044 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.754127] env[62679]: DEBUG nova.network.neutron [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.760740] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4956f1e-b9ff-4f37-ad4c-a30ee2fbeb93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.773994] env[62679]: DEBUG nova.compute.provider_tree [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.781219] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 7cdbcfc0-6291-48cb-aba7-28c3c58d54fb] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 814.841202] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.928507] env[62679]: DEBUG nova.compute.manager [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.928720] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.929747] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.932124] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f67bc6-6bc6-465b-8f6e-4910d8ad0446 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.945752] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412204, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.948037] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.949555] env[62679]: DEBUG nova.network.neutron [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Updating instance_info_cache with network_info: [{"id": "d6027847-f9cf-4f4f-b50d-4850e89b69d8", "address": "fa:16:3e:31:ef:b5", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6027847-f9", "ovs_interfaceid": "d6027847-f9cf-4f4f-b50d-4850e89b69d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.950636] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed63e2b-b4e6-49ad-9944-6eefd9a20471 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.957814] env[62679]: DEBUG oslo_vmware.api [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 814.957814] env[62679]: value = "task-2412205" [ 814.957814] env[62679]: _type = "Task" [ 814.957814] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.970377] env[62679]: DEBUG oslo_vmware.api [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.056845] env[62679]: DEBUG nova.compute.manager [req-5fb6b6d9-4a24-405c-a4a2-591586b5bd89 req-8c05ec1d-13fe-4a62-8db1-b80934e17fce service nova] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Received event network-vif-deleted-7ae5ca83-4e54-46ac-99b1-c136e77f8780 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 815.084472] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526a6fb4-c6ae-68fc-b539-b5648a1a6ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.017721} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.088019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.088019] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.088019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.088019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.088019] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.088019] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48fa03a8-d18d-4ed3-8ac8-4694502f7ba6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.106318] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.106318] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.107257] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0313a77-71cd-4199-81c4-01de38e2835e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.112567] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 815.112567] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5228dfbc-f078-481a-0b74-e80be5a09a98" [ 815.112567] env[62679]: _type = "Task" [ 815.112567] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.120647] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5228dfbc-f078-481a-0b74-e80be5a09a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.276931] env[62679]: DEBUG nova.scheduler.client.report [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.284417] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 10b32bbd-7b71-45d5-b29b-4560f57d96bc] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 815.341079] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.447400] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.453528] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.453842] env[62679]: DEBUG nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Instance network_info: |[{"id": "d6027847-f9cf-4f4f-b50d-4850e89b69d8", "address": "fa:16:3e:31:ef:b5", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6027847-f9", "ovs_interfaceid": "d6027847-f9cf-4f4f-b50d-4850e89b69d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.454210] env[62679]: DEBUG oslo_vmware.api [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412204, 'name': PowerOnVM_Task, 'duration_secs': 0.692415} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.454622] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:ef:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6027847-f9cf-4f4f-b50d-4850e89b69d8', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.462864] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Creating folder: Project (abe9655460ea4381acf675c0a77bc0b4). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.463212] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.463426] env[62679]: INFO nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Took 9.55 seconds to spawn the instance on the hypervisor. [ 815.463617] env[62679]: DEBUG nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.464012] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85e442a5-787f-411b-8ca3-c931749b2cce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.466395] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5593f6-2b78-49bd-bde3-48f63c8c614c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.483752] env[62679]: DEBUG oslo_vmware.api [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412205, 'name': PowerOffVM_Task, 'duration_secs': 0.258989} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.484023] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Created folder: Project (abe9655460ea4381acf675c0a77bc0b4) in parent group-v488891. [ 815.484206] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Creating folder: Instances. Parent ref: group-v489075. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.484481] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.484644] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.484850] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4059a435-0510-4a67-8357-a764271d07b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.486532] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e51d2a0-503a-4ed4-b68f-f93fe9e28621 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.496072] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Created folder: Instances in parent group-v489075. [ 815.496321] env[62679]: DEBUG oslo.service.loopingcall [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.496508] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.496705] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fce71a8-fa49-4a95-b96a-bba8a7340088 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.517885] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.517885] env[62679]: value = "task-2412209" [ 815.517885] env[62679]: _type = "Task" [ 815.517885] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.525671] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412209, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.556846] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.557082] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.557272] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleting the datastore file [datastore1] d2addee2-9c77-4980-966b-74b9fe442850 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.558082] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b76a863-a315-4781-9e03-d90a4adc7fa2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.565581] env[62679]: DEBUG oslo_vmware.api [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for the task: (returnval){ [ 815.565581] env[62679]: value = "task-2412210" [ 815.565581] env[62679]: _type = "Task" [ 815.565581] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.574204] env[62679]: DEBUG oslo_vmware.api [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.623832] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5228dfbc-f078-481a-0b74-e80be5a09a98, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.624705] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07568ac3-bdf3-4bf3-ac80-fafb12e7d5f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.630536] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 815.630536] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52951556-bf27-2157-100f-684892273552" [ 815.630536] env[62679]: _type = "Task" [ 815.630536] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.641977] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52951556-bf27-2157-100f-684892273552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.783088] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.783647] env[62679]: DEBUG nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.786834] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.832s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.787084] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.789169] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.770s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.790604] env[62679]: INFO nova.compute.claims [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.793088] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: dd7326e8-82a9-4d41-b1d3-9699ff0ded76] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 815.819919] env[62679]: INFO nova.scheduler.client.report [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted allocations for instance fcb5ff04-b19c-4c3c-83a9-5c254007bdea [ 815.840543] env[62679]: DEBUG oslo_vmware.api [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412199, 'name': PowerOnVM_Task, 'duration_secs': 2.116387} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.840851] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.840991] env[62679]: INFO nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Took 15.11 seconds to spawn the instance on the hypervisor. [ 815.841243] env[62679]: DEBUG nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.842442] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46d6b7-2a49-4562-b2f9-eb30f5a3b9de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.988239] env[62679]: INFO nova.compute.manager [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Took 49.90 seconds to build instance. [ 816.026519] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412209, 'name': CreateVM_Task, 'duration_secs': 0.352668} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.026620] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.027271] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.027433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.027763] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.028037] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0761a297-e63b-45c2-85cc-901af453333e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.032998] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 816.032998] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a06ec2-8d44-6a1a-80ed-434991254f37" [ 816.032998] env[62679]: _type = "Task" [ 816.032998] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.041171] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a06ec2-8d44-6a1a-80ed-434991254f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.074276] env[62679]: DEBUG oslo_vmware.api [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Task: {'id': task-2412210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192173} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.074540] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.074724] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.074902] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.075086] env[62679]: INFO nova.compute.manager [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Took 1.15 seconds to destroy the instance on the hypervisor. [ 816.075323] env[62679]: DEBUG oslo.service.loopingcall [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.075506] env[62679]: DEBUG nova.compute.manager [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.075603] env[62679]: DEBUG nova.network.neutron [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.140080] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52951556-bf27-2157-100f-684892273552, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.140344] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.140597] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c804c60a-85ba-422b-83ff-0b066bbb74c6/c804c60a-85ba-422b-83ff-0b066bbb74c6.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.140843] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf3f0c5-0dd6-44a2-ad0e-9ff481f73a9d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.147276] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 816.147276] env[62679]: value = "task-2412211" [ 816.147276] env[62679]: _type = "Task" [ 816.147276] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.154651] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.290176] env[62679]: DEBUG nova.compute.utils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.290176] env[62679]: DEBUG nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.290505] env[62679]: DEBUG nova.network.neutron [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.297969] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 9992c674-138a-41b7-8921-4a27dbd9d00a] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 816.327837] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a14bcf52-ff79-4518-9d4f-d72e412755c3 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "fcb5ff04-b19c-4c3c-83a9-5c254007bdea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.541s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.343729] env[62679]: DEBUG nova.policy [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff15507c310b46a580d36d32481a3860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b6f9dd88de4416b1b8435b8fa80cb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.361666] env[62679]: INFO nova.compute.manager [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Took 54.07 seconds to build instance. [ 816.452155] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "f6075cd8-a84b-4957-b364-39fa15b10587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.452486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.452855] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "f6075cd8-a84b-4957-b364-39fa15b10587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.453184] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.453384] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.456902] env[62679]: INFO nova.compute.manager [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Terminating instance [ 816.491752] env[62679]: DEBUG oslo_concurrency.lockutils [None req-67bd1f7b-e227-44a0-b96c-510bc1d18d82 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.111s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.547119] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a06ec2-8d44-6a1a-80ed-434991254f37, 'name': SearchDatastore_Task, 'duration_secs': 0.037538} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.547589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.547930] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.548286] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.548505] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.548744] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.549056] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b3c6bb6-c262-4be3-821d-69d0c3a57039 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.564067] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.564372] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.565380] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa348ce-8ef1-4a62-8253-effd6fc3fef1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.572919] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 816.572919] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523e8d51-066b-c6c9-fa9e-ed821aa1e6d9" [ 816.572919] env[62679]: _type = "Task" [ 816.572919] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.581631] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523e8d51-066b-c6c9-fa9e-ed821aa1e6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.658851] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.794634] env[62679]: DEBUG nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.804353] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 17221af2-96c6-4380-bbaa-ec426e1f88cf] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 816.812682] env[62679]: DEBUG nova.network.neutron [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.833261] env[62679]: DEBUG nova.network.neutron [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Successfully created port: 98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.863589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-666e520e-73ed-4f28-b1de-6f29744c15c8 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.089s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.961473] env[62679]: DEBUG nova.compute.manager [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.961686] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.966753] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b61e891-c410-4530-8d8a-0e93762b309a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.978113] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.978113] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b393cb00-b1ec-4bb9-8413-d125c23fe9ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.059986] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.062805] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.063012] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleting the datastore file [datastore2] f6075cd8-a84b-4957-b364-39fa15b10587 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.063286] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aff01593-f04d-4123-a2e0-a6883620aa55 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.070428] env[62679]: DEBUG oslo_vmware.api [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 817.070428] env[62679]: value = "task-2412213" [ 817.070428] env[62679]: _type = "Task" [ 817.070428] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.086905] env[62679]: DEBUG oslo_vmware.api [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.091682] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523e8d51-066b-c6c9-fa9e-ed821aa1e6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.047978} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.092634] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e165255f-9e44-4248-9ebe-10f0f30381d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.104505] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 817.104505] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529be634-c357-8013-4b34-10070b643f21" [ 817.104505] env[62679]: _type = "Task" [ 817.104505] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.113337] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529be634-c357-8013-4b34-10070b643f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.163994] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412211, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.215964] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25297ad4-1aab-41fd-8023-d366d667f639 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.223658] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07f290-2c41-47ce-adf6-034b11d460b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.265738] env[62679]: DEBUG nova.compute.manager [req-e23cc444-2044-4e7a-b369-cb8093bb92cb req-54e3832b-9238-4d76-ad20-37f28f220e7b service nova] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Received event network-vif-deleted-f6097c7f-3b94-4120-94f7-4d541df440e6 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 817.265738] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab60c1-c8a8-478c-bec4-9b15d810cd48 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.273967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367934fc-cccd-4977-8a7e-684fdb5182e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.289923] env[62679]: DEBUG nova.compute.provider_tree [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.308285] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 92ac37e0-64ff-4295-ae78-68c6ab45742c] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 817.316049] env[62679]: INFO nova.compute.manager [-] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Took 1.24 seconds to deallocate network for instance. [ 817.580696] env[62679]: DEBUG oslo_vmware.api [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268799} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.580958] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.581198] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.581408] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.581585] env[62679]: INFO nova.compute.manager [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Took 0.62 seconds to destroy the instance on the hypervisor. [ 817.581825] env[62679]: DEBUG oslo.service.loopingcall [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.582025] env[62679]: DEBUG nova.compute.manager [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.582126] env[62679]: DEBUG nova.network.neutron [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.611712] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529be634-c357-8013-4b34-10070b643f21, 'name': SearchDatastore_Task, 'duration_secs': 0.020869} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.611967] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.612274] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/a5514c24-14ce-401f-b2f1-d50f7934ff5f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.612525] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c55b2bb-63cd-446b-9d7d-2a131830496f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.618526] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 817.618526] env[62679]: value = "task-2412214" [ 817.618526] env[62679]: _type = "Task" [ 817.618526] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.627200] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.660560] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412211, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.664148] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.664371] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.664562] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.664740] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.664907] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.667647] env[62679]: INFO nova.compute.manager [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Terminating instance [ 817.798501] env[62679]: DEBUG nova.scheduler.client.report [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.807021] env[62679]: DEBUG nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.814910] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fddb9aca-6c55-473e-979f-5eafb09256f1] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 817.826238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.841366] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.841617] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.841773] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.845656] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.845897] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.846041] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.846294] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.846469] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.846642] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.846805] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.846978] env[62679]: DEBUG nova.virt.hardware [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.848186] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338d662-cad4-48b9-b52f-eb60bc7f7491 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.859870] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2aa386-69a4-4e55-8586-ba8bc83e588b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.955687] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "b3deb642-4e36-4b45-81c3-395325bd6106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.956030] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "b3deb642-4e36-4b45-81c3-395325bd6106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.956279] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "b3deb642-4e36-4b45-81c3-395325bd6106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.956486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "b3deb642-4e36-4b45-81c3-395325bd6106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.956667] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "b3deb642-4e36-4b45-81c3-395325bd6106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.958920] env[62679]: INFO nova.compute.manager [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Terminating instance [ 818.136438] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.161032] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412211, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.671138} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.161444] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c804c60a-85ba-422b-83ff-0b066bbb74c6/c804c60a-85ba-422b-83ff-0b066bbb74c6.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.161681] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.162014] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a804fdc-26a3-4777-820a-55c1a34aba18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.170936] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 818.170936] env[62679]: value = "task-2412215" [ 818.170936] env[62679]: _type = "Task" [ 818.170936] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.175347] env[62679]: DEBUG nova.compute.manager [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.175588] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.176546] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1eeb34-0bc1-48d5-ae54-7cf2792674e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.185417] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.188175] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.188557] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c7b3c5-c339-4598-900b-5da8f4d5fb84 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.194908] env[62679]: DEBUG oslo_vmware.api [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 818.194908] env[62679]: value = "task-2412216" [ 818.194908] env[62679]: _type = "Task" [ 818.194908] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.205193] env[62679]: DEBUG oslo_vmware.api [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.311068] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.311657] env[62679]: DEBUG nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.314251] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.804s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.314448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.316451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.841s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.317976] env[62679]: INFO nova.compute.claims [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.327359] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 1d66f43a-fe3a-42a0-86c6-3fa58ca90847] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 818.349064] env[62679]: INFO nova.scheduler.client.report [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted allocations for instance 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274 [ 818.454744] env[62679]: DEBUG nova.network.neutron [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.463643] env[62679]: DEBUG nova.compute.manager [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.463692] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.464647] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d006c4a2-39eb-4882-84b6-71012c96e72f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.474835] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.475125] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc824227-2550-48a6-9105-9476a53bba0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.480907] env[62679]: DEBUG oslo_vmware.api [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 818.480907] env[62679]: value = "task-2412217" [ 818.480907] env[62679]: _type = "Task" [ 818.480907] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.493069] env[62679]: DEBUG oslo_vmware.api [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.580710] env[62679]: DEBUG nova.network.neutron [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Successfully updated port: 98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.605897] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.606036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.630694] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645994} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.631199] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/a5514c24-14ce-401f-b2f1-d50f7934ff5f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.633224] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.633224] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faec18a2-bda7-4152-a9fa-98f6c466cd31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.638425] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 818.638425] env[62679]: value = "task-2412218" [ 818.638425] env[62679]: _type = "Task" [ 818.638425] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.651124] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.680423] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084119} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.680728] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.681606] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330ad2c-1ba6-44a9-89db-ba6ca5f02f6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.704276] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c804c60a-85ba-422b-83ff-0b066bbb74c6/c804c60a-85ba-422b-83ff-0b066bbb74c6.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.704692] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8c12e5-efe1-4875-be16-c29f37a6b537 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.727022] env[62679]: DEBUG oslo_vmware.api [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412216, 'name': PowerOffVM_Task, 'duration_secs': 0.198575} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.728230] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.728409] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.728704] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 818.728704] env[62679]: value = "task-2412219" [ 818.728704] env[62679]: _type = "Task" [ 818.728704] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.728887] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ee95da-ab89-4072-b7dc-83fdee80febd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.737990] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.823609] env[62679]: DEBUG nova.compute.utils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.827774] env[62679]: DEBUG nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.827934] env[62679]: DEBUG nova.network.neutron [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.829889] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: e6b0efb6-f2d5-41e9-b479-0e6624eafdd4] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 818.851201] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.851930] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.852153] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Deleting the datastore file [datastore2] 788bbf3e-cb47-4b9f-a2d8-eab392675bfb {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.854076] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e297de79-7084-401a-94ce-ccb4710450ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.857562] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df4828a9-0a14-4d9e-8a8f-1f2147acf0cf tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.380s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.860480] env[62679]: DEBUG oslo_vmware.api [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for the task: (returnval){ [ 818.860480] env[62679]: value = "task-2412221" [ 818.860480] env[62679]: _type = "Task" [ 818.860480] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.869950] env[62679]: DEBUG oslo_vmware.api [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.872724] env[62679]: DEBUG nova.policy [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1384357ca7e74ae9bc73530d5084dad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8412ab979a45b7886cb605a9dad2a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.959089] env[62679]: INFO nova.compute.manager [-] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Took 1.38 seconds to deallocate network for instance. [ 818.997030] env[62679]: DEBUG oslo_vmware.api [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412217, 'name': PowerOffVM_Task, 'duration_secs': 0.347571} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.997030] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.997030] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.997030] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c33c09f-924b-4ad1-9c7b-7cf3477cb8e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.083399] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.084097] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.084385] env[62679]: DEBUG nova.network.neutron [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.093686] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.093686] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.093686] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore2] b3deb642-4e36-4b45-81c3-395325bd6106 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.093686] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cbb136a-cd24-47f6-b4ba-c882e96a9835 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.101014] env[62679]: DEBUG oslo_vmware.api [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 819.101014] env[62679]: value = "task-2412223" [ 819.101014] env[62679]: _type = "Task" [ 819.101014] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.109359] env[62679]: DEBUG nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.114128] env[62679]: DEBUG oslo_vmware.api [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.152222] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071444} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.156156] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.157020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b055c1-42b3-4c75-8858-f8b080657cf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.180377] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/a5514c24-14ce-401f-b2f1-d50f7934ff5f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.180991] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad91766-abf2-4805-ad76-c658d96de389 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.202829] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 819.202829] env[62679]: value = "task-2412224" [ 819.202829] env[62679]: _type = "Task" [ 819.202829] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.211311] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.241011] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412219, 'name': ReconfigVM_Task, 'duration_secs': 0.307018} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.241454] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c804c60a-85ba-422b-83ff-0b066bbb74c6/c804c60a-85ba-422b-83ff-0b066bbb74c6.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.242266] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72caebd9-8b2c-4927-8123-0200a9c48d76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.249113] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 819.249113] env[62679]: value = "task-2412225" [ 819.249113] env[62679]: _type = "Task" [ 819.249113] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.260913] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412225, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.334595] env[62679]: DEBUG nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.338230] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 7dd84fc4-8361-4edf-baef-478818448642] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 819.376443] env[62679]: DEBUG oslo_vmware.api [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Task: {'id': task-2412221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502025} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.376443] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.376443] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.376443] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.376443] env[62679]: INFO nova.compute.manager [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 819.376443] env[62679]: DEBUG oslo.service.loopingcall [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.376443] env[62679]: DEBUG nova.compute.manager [-] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.376671] env[62679]: DEBUG nova.network.neutron [-] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.433276] env[62679]: DEBUG nova.network.neutron [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Successfully created port: 6748cf28-9116-4b9b-8e56-da2953347549 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.464366] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.524352] env[62679]: DEBUG nova.compute.manager [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Received event network-vif-deleted-fee6155c-410c-458c-b3e9-e029ca85f4e3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 819.524596] env[62679]: DEBUG nova.compute.manager [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received event network-vif-plugged-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 819.524883] env[62679]: DEBUG oslo_concurrency.lockutils [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.525247] env[62679]: DEBUG oslo_concurrency.lockutils [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.525544] env[62679]: DEBUG oslo_concurrency.lockutils [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.525928] env[62679]: DEBUG nova.compute.manager [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] No waiting events found dispatching network-vif-plugged-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.525928] env[62679]: WARNING nova.compute.manager [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received unexpected event network-vif-plugged-98359273-aa19-47e9-9969-2c9bdb662728 for instance with vm_state building and task_state spawning. [ 819.526083] env[62679]: DEBUG nova.compute.manager [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received event network-changed-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 819.526246] env[62679]: DEBUG nova.compute.manager [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Refreshing instance network info cache due to event network-changed-98359273-aa19-47e9-9969-2c9bdb662728. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 819.526409] env[62679]: DEBUG oslo_concurrency.lockutils [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] Acquiring lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.611951] env[62679]: DEBUG oslo_vmware.api [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422441} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.612303] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.612497] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.612672] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.615103] env[62679]: INFO nova.compute.manager [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Took 1.15 seconds to destroy the instance on the hypervisor. [ 819.615103] env[62679]: DEBUG oslo.service.loopingcall [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.615857] env[62679]: DEBUG nova.compute.manager [-] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.615954] env[62679]: DEBUG nova.network.neutron [-] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.638336] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.669445] env[62679]: DEBUG nova.network.neutron [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.717021] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.761610] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412225, 'name': Rename_Task, 'duration_secs': 0.15255} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.762054] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.762313] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d17bb1b7-4f23-452b-83ce-5b2712ba4982 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.771887] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 819.771887] env[62679]: value = "task-2412226" [ 819.771887] env[62679]: _type = "Task" [ 819.771887] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.781605] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.791835] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3896d06-f3c6-4324-bfbc-b8f7482d6f65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.800492] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40f6df3-e167-4b49-97d0-d2935ed9cda7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.835983] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f57f157-3933-401b-8415-72cbae0f9f54 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.849207] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: ebffe39d-9cd1-4021-894e-5b6537a4632f] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 819.850683] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e48352-2ec6-4ab1-b0a5-bd48b36ce9bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.867357] env[62679]: DEBUG nova.compute.provider_tree [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.181493] env[62679]: DEBUG nova.network.neutron [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98359273-aa", "ovs_interfaceid": "98359273-aa19-47e9-9969-2c9bdb662728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.213513] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412224, 'name': ReconfigVM_Task, 'duration_secs': 0.709385} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.213769] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/a5514c24-14ce-401f-b2f1-d50f7934ff5f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.214416] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86284ce0-6016-4874-a2fe-1259b3e53146 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.220393] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 820.220393] env[62679]: value = "task-2412227" [ 820.220393] env[62679]: _type = "Task" [ 820.220393] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.228622] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412227, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.260471] env[62679]: DEBUG nova.compute.manager [req-e8e9e27b-926a-4182-a6d2-453f8b7a474a req-d8226042-c605-45ec-b001-ffa32dad0aa9 service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Received event network-vif-deleted-684e207b-0fa4-4025-a256-75445d7b056a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 820.260677] env[62679]: INFO nova.compute.manager [req-e8e9e27b-926a-4182-a6d2-453f8b7a474a req-d8226042-c605-45ec-b001-ffa32dad0aa9 service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Neutron deleted interface 684e207b-0fa4-4025-a256-75445d7b056a; detaching it from the instance and deleting it from the info cache [ 820.260854] env[62679]: DEBUG nova.network.neutron [req-e8e9e27b-926a-4182-a6d2-453f8b7a474a req-d8226042-c605-45ec-b001-ffa32dad0aa9 service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.282134] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.351234] env[62679]: DEBUG nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.358680] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 710a4cce-58c3-4332-8d00-4244209ee558] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 820.371348] env[62679]: DEBUG nova.scheduler.client.report [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.388345] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.388345] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.388345] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.389277] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.389277] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.389277] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.389521] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.389777] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.390023] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.390293] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.390557] env[62679]: DEBUG nova.virt.hardware [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.392395] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd0996-cdf3-4995-9486-f895b7a92425 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.407080] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb32acc2-2cc9-40eb-84b3-6b6ba7e3f228 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.460015] env[62679]: DEBUG nova.network.neutron [-] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.685099] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.685296] env[62679]: DEBUG nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Instance network_info: |[{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98359273-aa", "ovs_interfaceid": "98359273-aa19-47e9-9969-2c9bdb662728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.685716] env[62679]: DEBUG oslo_concurrency.lockutils [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] Acquired lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.687399] env[62679]: DEBUG nova.network.neutron [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Refreshing network info cache for port 98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.687496] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c0:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98359273-aa19-47e9-9969-2c9bdb662728', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.700526] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating folder: Project (c5b6f9dd88de4416b1b8435b8fa80cb3). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.704178] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0faf2ca-8e58-4161-975a-efa061a1b19b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.714671] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Created folder: Project (c5b6f9dd88de4416b1b8435b8fa80cb3) in parent group-v488891. [ 820.714854] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating folder: Instances. Parent ref: group-v489078. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.715251] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fe1bf7c-82ed-4482-b207-b20566bf1a95 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.725453] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Created folder: Instances in parent group-v489078. [ 820.725671] env[62679]: DEBUG oslo.service.loopingcall [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.726242] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.726422] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cac9510-311a-43bf-8fc7-a1f25dc0046c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.744021] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412227, 'name': Rename_Task, 'duration_secs': 0.221012} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.744021] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.744320] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13c27696-6142-4a6f-a4dc-c149f8661ee6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.747988] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.747988] env[62679]: value = "task-2412230" [ 820.747988] env[62679]: _type = "Task" [ 820.747988] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.753952] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 820.753952] env[62679]: value = "task-2412231" [ 820.753952] env[62679]: _type = "Task" [ 820.753952] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.762088] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412230, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.763192] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbea9f28-ce1f-4356-a0bf-7ebc7df8c575 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.768223] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412231, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.774624] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea301652-9867-434e-b599-1b0170016c11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.794705] env[62679]: DEBUG oslo_vmware.api [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412226, 'name': PowerOnVM_Task, 'duration_secs': 0.634666} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.794870] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.795076] env[62679]: INFO nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Took 12.24 seconds to spawn the instance on the hypervisor. [ 820.795275] env[62679]: DEBUG nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.796036] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2916d7-71b4-4eef-a81e-a2533660d086 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.816638] env[62679]: DEBUG nova.compute.manager [req-e8e9e27b-926a-4182-a6d2-453f8b7a474a req-d8226042-c605-45ec-b001-ffa32dad0aa9 service nova] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Detach interface failed, port_id=684e207b-0fa4-4025-a256-75445d7b056a, reason: Instance b3deb642-4e36-4b45-81c3-395325bd6106 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 820.861572] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 42845847-442b-4d76-955b-1862e762114f] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 820.879700] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.880253] env[62679]: DEBUG nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.883030] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.861s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.883238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.887108] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.634s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.887108] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.887532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.332s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.887738] env[62679]: DEBUG nova.objects.instance [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lazy-loading 'resources' on Instance uuid d35f384a-5f19-42de-8f6c-0547075b4349 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.911627] env[62679]: INFO nova.scheduler.client.report [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Deleted allocations for instance 82a22bd2-d0ab-462c-b027-b260fd6c78e4 [ 820.931513] env[62679]: INFO nova.scheduler.client.report [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleted allocations for instance aee9d9e2-3e18-46b5-b0ee-f79d23d63c21 [ 820.962484] env[62679]: INFO nova.compute.manager [-] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Took 1.35 seconds to deallocate network for instance. [ 821.014395] env[62679]: DEBUG nova.network.neutron [-] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.075503] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.075791] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.076032] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "5ebe9418-64b8-46a5-b556-115b7b93f322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.076163] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.076343] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.081984] env[62679]: INFO nova.compute.manager [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Terminating instance [ 821.156761] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.157224] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.258801] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412230, 'name': CreateVM_Task, 'duration_secs': 0.428729} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.261713] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.262696] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.262908] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.263279] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.264085] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff42ad7-e26d-40b6-a8d1-f4b8682062cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.268812] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412231, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.272610] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 821.272610] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b87d98-fccb-833c-1ee2-e50d9cdbd54d" [ 821.272610] env[62679]: _type = "Task" [ 821.272610] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.280097] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b87d98-fccb-833c-1ee2-e50d9cdbd54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.290965] env[62679]: DEBUG nova.network.neutron [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updated VIF entry in instance network info cache for port 98359273-aa19-47e9-9969-2c9bdb662728. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.291376] env[62679]: DEBUG nova.network.neutron [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98359273-aa", "ovs_interfaceid": "98359273-aa19-47e9-9969-2c9bdb662728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.292031] env[62679]: WARNING oslo_messaging._drivers.amqpdriver [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 821.326123] env[62679]: INFO nova.compute.manager [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Took 50.35 seconds to build instance. [ 821.365178] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: a8706125-0bc4-42bb-8968-47edb39a1631] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 821.394736] env[62679]: DEBUG nova.compute.utils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 821.395647] env[62679]: DEBUG nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.395833] env[62679]: DEBUG nova.network.neutron [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.419407] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a75d70e7-2177-47ba-a41f-bac402f3c8a3 tempest-ServerAddressesTestJSON-1944963887 tempest-ServerAddressesTestJSON-1944963887-project-member] Lock "82a22bd2-d0ab-462c-b027-b260fd6c78e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.834s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.438736] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6fa69844-abb4-4f74-8f51-9cc78e1b3e4f tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "aee9d9e2-3e18-46b5-b0ee-f79d23d63c21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.158s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.456175] env[62679]: DEBUG nova.policy [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b138ef300e1a468d8c18890d07d944cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c488e408e54352beebf79d61296a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.472892] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.519931] env[62679]: INFO nova.compute.manager [-] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Took 2.14 seconds to deallocate network for instance. [ 821.556436] env[62679]: DEBUG nova.compute.manager [req-4ca79398-232c-4a10-9be2-67f5860f381b req-9eac2008-3fa1-4cda-8965-d4f2e6e91c5f service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received event network-vif-deleted-4e0921d0-204b-4fb1-afe2-a1211e3dea4e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 821.556436] env[62679]: DEBUG nova.compute.manager [req-4ca79398-232c-4a10-9be2-67f5860f381b req-9eac2008-3fa1-4cda-8965-d4f2e6e91c5f service nova] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Received event network-vif-deleted-65af6801-0c22-4681-bc1d-ba0b44f40105 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 821.586209] env[62679]: DEBUG nova.compute.manager [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.586431] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.587308] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1920ed5-7441-4297-926d-4c05d39c73dc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.598058] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.598307] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd872c8-7fb4-456d-93db-553dc5561d15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.605744] env[62679]: DEBUG oslo_vmware.api [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 821.605744] env[62679]: value = "task-2412232" [ 821.605744] env[62679]: _type = "Task" [ 821.605744] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.615885] env[62679]: DEBUG oslo_vmware.api [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.660636] env[62679]: DEBUG nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.770701] env[62679]: DEBUG oslo_vmware.api [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412231, 'name': PowerOnVM_Task, 'duration_secs': 0.78842} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.774027] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.774284] env[62679]: INFO nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Took 11.06 seconds to spawn the instance on the hypervisor. [ 821.774492] env[62679]: DEBUG nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.775848] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc0e7d1-7b3f-4894-8fff-b2a251dec3bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.794989] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b87d98-fccb-833c-1ee2-e50d9cdbd54d, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.795838] env[62679]: DEBUG oslo_concurrency.lockutils [req-7031abb3-3fbd-4c22-aa23-31ae8ed8e75c req-6075fc7a-5f6a-42a0-b10d-8acbc316f7ef service nova] Releasing lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.796278] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.796497] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.796728] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.796873] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.797067] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.797324] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84d96484-547f-4dd9-8539-c4ac5cdd89c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.805717] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.805890] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.806597] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f270f2-e021-45dc-94fe-92205e011105 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.811450] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 821.811450] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52042b9b-6524-a2fc-e34d-59593234810f" [ 821.811450] env[62679]: _type = "Task" [ 821.811450] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.822008] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52042b9b-6524-a2fc-e34d-59593234810f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.828029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fcf650f5-3619-425c-8246-81912d282a6d tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.222s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.844653] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff30b7-ef93-408f-9d7e-0af195a9d0ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.853995] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dcd5fb-63f0-4d78-be23-fcb537da70db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.890401] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 6c29480d-a846-4c48-a5c4-73f3aaa60198] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 821.893841] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870a68c-ce96-4588-888d-d8755c866ba1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.898820] env[62679]: DEBUG nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.905568] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294ff830-a03f-46d8-bc46-51cb6031a147 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.921971] env[62679]: DEBUG nova.compute.provider_tree [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.029551] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.117103] env[62679]: DEBUG oslo_vmware.api [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412232, 'name': PowerOffVM_Task, 'duration_secs': 0.342954} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.117103] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.117103] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.117103] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6baedd32-8a20-41fd-9863-2593f13d02c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.129346] env[62679]: DEBUG nova.network.neutron [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Successfully created port: 98592578-d0ab-4dc5-9fc3-9021a1de743e {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.158761] env[62679]: DEBUG nova.network.neutron [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Successfully updated port: 6748cf28-9116-4b9b-8e56-da2953347549 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.188845] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.189133] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.189347] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Deleting the datastore file [datastore2] 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.189610] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1477e6f-33b5-476e-af0f-066c2d719f1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.192656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.202161] env[62679]: DEBUG oslo_vmware.api [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 822.202161] env[62679]: value = "task-2412234" [ 822.202161] env[62679]: _type = "Task" [ 822.202161] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.216263] env[62679]: DEBUG oslo_vmware.api [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.306883] env[62679]: INFO nova.compute.manager [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Took 48.43 seconds to build instance. [ 822.324425] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52042b9b-6524-a2fc-e34d-59593234810f, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.325415] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ddc315-ce49-4c7e-8665-e2576f739847 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.332586] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 822.332586] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cc8246-ca29-cae9-5a1d-3d45ee0f1d04" [ 822.332586] env[62679]: _type = "Task" [ 822.332586] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.343801] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cc8246-ca29-cae9-5a1d-3d45ee0f1d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.394586] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: e743f9d3-26be-484d-bbc4-f6a64d236a09] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 822.425456] env[62679]: DEBUG nova.scheduler.client.report [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.663590] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "refresh_cache-f5985f81-8b11-4fb9-be77-e24545dce4aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.663590] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquired lock "refresh_cache-f5985f81-8b11-4fb9-be77-e24545dce4aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.663590] env[62679]: DEBUG nova.network.neutron [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.713889] env[62679]: DEBUG oslo_vmware.api [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274435} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.714159] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.714351] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.714528] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.714723] env[62679]: INFO nova.compute.manager [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Took 1.13 seconds to destroy the instance on the hypervisor. [ 822.714931] env[62679]: DEBUG oslo.service.loopingcall [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.715386] env[62679]: DEBUG nova.compute.manager [-] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.715386] env[62679]: DEBUG nova.network.neutron [-] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.809621] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3705263-23fc-44b5-a0c2-fb3c97619116 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.428s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.843240] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52cc8246-ca29-cae9-5a1d-3d45ee0f1d04, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.843621] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.843869] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.844019] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4a8da1-8b86-4e2f-816e-77f754ef8eb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.851519] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 822.851519] env[62679]: value = "task-2412235" [ 822.851519] env[62679]: _type = "Task" [ 822.851519] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.860804] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.899264] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: a42a058f-93d3-4351-b989-3f740c29ccc3] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 822.915254] env[62679]: DEBUG nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.933940] env[62679]: DEBUG nova.compute.manager [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.934770] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.937716] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d84683-3b4f-4bae-8275-dd061b8f39ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.941856] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.495s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.942370] env[62679]: DEBUG nova.objects.instance [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.964515] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.964515] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.964826] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.964826] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.964952] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.965114] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.965431] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.966658] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.966658] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.966658] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.966658] env[62679]: DEBUG nova.virt.hardware [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.968201] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b519a-17fa-4418-95e2-2f530c0c1d07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.979082] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911521c2-016f-442e-850a-c3c52f4c5586 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.983625] env[62679]: INFO nova.scheduler.client.report [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleted allocations for instance d35f384a-5f19-42de-8f6c-0547075b4349 [ 823.225777] env[62679]: DEBUG nova.network.neutron [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.369408] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.405105] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.405105] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.405105] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.405105] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.405105] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.406043] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: af2534f1-b352-4f9d-88b0-6c32ea4cbdeb] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 823.408125] env[62679]: INFO nova.compute.manager [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Terminating instance [ 823.462604] env[62679]: INFO nova.compute.manager [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] instance snapshotting [ 823.468285] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b631d2e-9eaa-4510-988c-acf361620506 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.497175] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ac7c7-4d06-426f-924d-e5e5a5f61b4e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.504800] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b4f1f9d8-9862-4b72-b839-cf10a4186b51 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "d35f384a-5f19-42de-8f6c-0547075b4349" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.177s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.623865] env[62679]: DEBUG nova.network.neutron [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Updating instance_info_cache with network_info: [{"id": "6748cf28-9116-4b9b-8e56-da2953347549", "address": "fa:16:3e:7b:67:af", "network": {"id": "56204e86-17ab-4d6e-828d-6c15cd3e3090", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-36756146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8412ab979a45b7886cb605a9dad2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6748cf28-91", "ovs_interfaceid": "6748cf28-9116-4b9b-8e56-da2953347549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.667781] env[62679]: DEBUG nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Received event network-vif-plugged-6748cf28-9116-4b9b-8e56-da2953347549 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 823.668028] env[62679]: DEBUG oslo_concurrency.lockutils [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] Acquiring lock "f5985f81-8b11-4fb9-be77-e24545dce4aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.668250] env[62679]: DEBUG oslo_concurrency.lockutils [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.668428] env[62679]: DEBUG oslo_concurrency.lockutils [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.668588] env[62679]: DEBUG nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] No waiting events found dispatching network-vif-plugged-6748cf28-9116-4b9b-8e56-da2953347549 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.668933] env[62679]: WARNING nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Received unexpected event network-vif-plugged-6748cf28-9116-4b9b-8e56-da2953347549 for instance with vm_state building and task_state spawning. [ 823.668933] env[62679]: DEBUG nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Received event network-changed-6748cf28-9116-4b9b-8e56-da2953347549 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 823.671469] env[62679]: DEBUG nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Refreshing instance network info cache due to event network-changed-6748cf28-9116-4b9b-8e56-da2953347549. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 823.671812] env[62679]: DEBUG oslo_concurrency.lockutils [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] Acquiring lock "refresh_cache-f5985f81-8b11-4fb9-be77-e24545dce4aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.867930] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693056} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.868707] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.869110] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.869379] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2b327a1-358b-42b1-a755-f67846dc6194 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.876268] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 823.876268] env[62679]: value = "task-2412236" [ 823.876268] env[62679]: _type = "Task" [ 823.876268] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.887994] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.913959] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 204e3516-e790-4b20-b9e4-9696b682b58d] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 823.917859] env[62679]: DEBUG nova.compute.manager [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.918203] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.919593] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4400242-1097-4b2f-a618-8c8e794ca8cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.927269] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.927269] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1003bc9-cbfd-4fc7-a3c9-8750148081d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.933642] env[62679]: DEBUG oslo_vmware.api [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 823.933642] env[62679]: value = "task-2412237" [ 823.933642] env[62679]: _type = "Task" [ 823.933642] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.945484] env[62679]: DEBUG oslo_vmware.api [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.960674] env[62679]: DEBUG oslo_concurrency.lockutils [None req-976978c5-9315-49f8-893d-2779c19e3522 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.962405] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.136s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.962658] env[62679]: DEBUG nova.objects.instance [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lazy-loading 'resources' on Instance uuid d2addee2-9c77-4980-966b-74b9fe442850 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.013151] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 824.013489] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ce7ab24-b31b-4aff-822f-3cada0fa671b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.023458] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 824.023458] env[62679]: value = "task-2412238" [ 824.023458] env[62679]: _type = "Task" [ 824.023458] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.032280] env[62679]: DEBUG nova.network.neutron [-] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.040327] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412238, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.042019] env[62679]: INFO nova.compute.manager [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Rescuing [ 824.042568] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.042793] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.043065] env[62679]: DEBUG nova.network.neutron [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.066323] env[62679]: DEBUG nova.network.neutron [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Successfully updated port: 98592578-d0ab-4dc5-9fc3-9021a1de743e {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.128010] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Releasing lock "refresh_cache-f5985f81-8b11-4fb9-be77-e24545dce4aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.128680] env[62679]: DEBUG nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Instance network_info: |[{"id": "6748cf28-9116-4b9b-8e56-da2953347549", "address": "fa:16:3e:7b:67:af", "network": {"id": "56204e86-17ab-4d6e-828d-6c15cd3e3090", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-36756146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8412ab979a45b7886cb605a9dad2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6748cf28-91", "ovs_interfaceid": "6748cf28-9116-4b9b-8e56-da2953347549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.129524] env[62679]: DEBUG oslo_concurrency.lockutils [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] Acquired lock "refresh_cache-f5985f81-8b11-4fb9-be77-e24545dce4aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.129524] env[62679]: DEBUG nova.network.neutron [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Refreshing network info cache for port 6748cf28-9116-4b9b-8e56-da2953347549 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.130322] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:67:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6748cf28-9116-4b9b-8e56-da2953347549', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.139019] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Creating folder: Project (4e8412ab979a45b7886cb605a9dad2a7). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.140210] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d697f03b-e26e-4b10-924f-a007fdc06d41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.150935] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Created folder: Project (4e8412ab979a45b7886cb605a9dad2a7) in parent group-v488891. [ 824.151194] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Creating folder: Instances. Parent ref: group-v489081. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.151880] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e13a6ef-e01b-4529-b8ce-30f506f362bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.161464] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Created folder: Instances in parent group-v489081. [ 824.161708] env[62679]: DEBUG oslo.service.loopingcall [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.161897] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.162140] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1f245d6-6097-42db-b744-4fc0f7979953 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.182338] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.182338] env[62679]: value = "task-2412241" [ 824.182338] env[62679]: _type = "Task" [ 824.182338] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.190221] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412241, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.286813] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.287147] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.287392] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.287607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.287803] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.290084] env[62679]: INFO nova.compute.manager [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Terminating instance [ 824.388217] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065761} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.388581] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.389538] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f28e23d-62cc-4f5c-a41f-3a228b32c505 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.414770] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.415203] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a41ac4-aa92-4b63-a45b-e506734bc01a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.430516] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: c6817a48-72cd-49f2-94c2-fad0a792b351] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 824.438779] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 824.438779] env[62679]: value = "task-2412242" [ 824.438779] env[62679]: _type = "Task" [ 824.438779] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.447432] env[62679]: DEBUG oslo_vmware.api [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412237, 'name': PowerOffVM_Task, 'duration_secs': 0.220063} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.448141] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.448291] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.448569] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41656f3a-678e-4113-b631-7bc0f57de230 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.453372] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.534424] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.534651] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.534890] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleting the datastore file [datastore1] 199ee82a-84d4-4502-9fd0-48eb0322beaf {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.538540] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1f00442-17fa-4b7b-a451-c9124e131240 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.540473] env[62679]: INFO nova.compute.manager [-] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Took 1.83 seconds to deallocate network for instance. [ 824.540756] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412238, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.551939] env[62679]: DEBUG oslo_vmware.api [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for the task: (returnval){ [ 824.551939] env[62679]: value = "task-2412244" [ 824.551939] env[62679]: _type = "Task" [ 824.551939] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.564984] env[62679]: DEBUG oslo_vmware.api [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.569754] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "refresh_cache-26fd4358-7bd1-407d-814d-5eb9f1910a7e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.569904] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "refresh_cache-26fd4358-7bd1-407d-814d-5eb9f1910a7e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.570072] env[62679]: DEBUG nova.network.neutron [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.706715] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412241, 'name': CreateVM_Task, 'duration_secs': 0.352204} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.712312] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.713549] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.713954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.714392] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.714917] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40916ef-c323-445e-ba88-37b9c5047e4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.724339] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 824.724339] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b06c4-a457-a78d-9e0d-fafe3542258f" [ 824.724339] env[62679]: _type = "Task" [ 824.724339] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.742142] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b06c4-a457-a78d-9e0d-fafe3542258f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.794689] env[62679]: DEBUG nova.compute.manager [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.794962] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.801243] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fed1774-901e-4f1b-97a9-1cf44590f483 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.813134] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.820227] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-151aedb7-662e-4cf5-a81c-17060e1251a2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.829512] env[62679]: DEBUG oslo_vmware.api [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 824.829512] env[62679]: value = "task-2412245" [ 824.829512] env[62679]: _type = "Task" [ 824.829512] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.840318] env[62679]: DEBUG oslo_vmware.api [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.921044] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b9730-0902-4e32-8626-a6bca0ddf29e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.929501] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95463e6-35a3-4e58-b523-9783d25b2376 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.935017] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 3bb74c9a-7261-4e45-904b-c5802d90880b] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 824.977593] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fe25e3-7170-4e2d-b46f-8babee7bf95e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.984736] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.990532] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcef356-01b3-4324-93cd-ce780cb0b680 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.011884] env[62679]: DEBUG nova.compute.provider_tree [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.035859] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412238, 'name': CreateSnapshot_Task, 'duration_secs': 0.920614} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.036779] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.037020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebfd28f-43a8-4025-a58a-55a687d71cc2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.052426] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.062847] env[62679]: DEBUG oslo_vmware.api [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Task: {'id': task-2412244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345894} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.063147] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.063332] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.063518] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.063680] env[62679]: INFO nova.compute.manager [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 825.063925] env[62679]: DEBUG oslo.service.loopingcall [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.064135] env[62679]: DEBUG nova.compute.manager [-] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.064237] env[62679]: DEBUG nova.network.neutron [-] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.109465] env[62679]: DEBUG nova.network.neutron [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.225173] env[62679]: DEBUG nova.network.neutron [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Updating instance_info_cache with network_info: [{"id": "d6027847-f9cf-4f4f-b50d-4850e89b69d8", "address": "fa:16:3e:31:ef:b5", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6027847-f9", "ovs_interfaceid": "d6027847-f9cf-4f4f-b50d-4850e89b69d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.244294] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b06c4-a457-a78d-9e0d-fafe3542258f, 'name': SearchDatastore_Task, 'duration_secs': 0.021325} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.246111] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.246512] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.247103] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.247380] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.247686] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.248633] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44848404-d541-4732-8dae-2f15972b384a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.262246] env[62679]: DEBUG nova.network.neutron [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Updating instance_info_cache with network_info: [{"id": "98592578-d0ab-4dc5-9fc3-9021a1de743e", "address": "fa:16:3e:45:0f:a1", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98592578-d0", "ovs_interfaceid": "98592578-d0ab-4dc5-9fc3-9021a1de743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.266377] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.266684] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.267870] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e6c553-33eb-42d0-ae2f-925e5b8e7abd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.275807] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 825.275807] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ec46fb-1d14-6c8a-4037-2dbcc7b64c47" [ 825.275807] env[62679]: _type = "Task" [ 825.275807] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.285688] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ec46fb-1d14-6c8a-4037-2dbcc7b64c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.342953] env[62679]: DEBUG oslo_vmware.api [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412245, 'name': PowerOffVM_Task, 'duration_secs': 0.267402} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.343555] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.343555] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.343729] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65362ec5-02cd-4f63-aa54-29d1348b37bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.383042] env[62679]: DEBUG nova.network.neutron [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Updated VIF entry in instance network info cache for port 6748cf28-9116-4b9b-8e56-da2953347549. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.383623] env[62679]: DEBUG nova.network.neutron [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Updating instance_info_cache with network_info: [{"id": "6748cf28-9116-4b9b-8e56-da2953347549", "address": "fa:16:3e:7b:67:af", "network": {"id": "56204e86-17ab-4d6e-828d-6c15cd3e3090", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-36756146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8412ab979a45b7886cb605a9dad2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6748cf28-91", "ovs_interfaceid": "6748cf28-9116-4b9b-8e56-da2953347549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.410712] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.411124] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.411424] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleting the datastore file [datastore1] 09f64297-f03a-4716-86ae-f4ca9aa6afe9 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.412175] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2189c9ad-58dc-4aae-b696-0ca39657609e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.420437] env[62679]: DEBUG oslo_vmware.api [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 825.420437] env[62679]: value = "task-2412247" [ 825.420437] env[62679]: _type = "Task" [ 825.420437] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.432752] env[62679]: DEBUG oslo_vmware.api [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.439515] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 994a1fb4-b5a7-4f6a-b02f-60ab3a79070f] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 825.454739] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412242, 'name': ReconfigVM_Task, 'duration_secs': 0.958291} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.455192] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.456090] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cf7fb0c-abc5-49e3-b18b-2d2ed754d70b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.463475] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 825.463475] env[62679]: value = "task-2412248" [ 825.463475] env[62679]: _type = "Task" [ 825.463475] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.474426] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412248, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.515265] env[62679]: DEBUG nova.scheduler.client.report [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.555579] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.557417] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-260e4aeb-fece-4e7a-9414-9b25862ada7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.566543] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 825.566543] env[62679]: value = "task-2412249" [ 825.566543] env[62679]: _type = "Task" [ 825.566543] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.575627] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412249, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.728762] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "refresh_cache-a5514c24-14ce-401f-b2f1-d50f7934ff5f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.764993] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "refresh_cache-26fd4358-7bd1-407d-814d-5eb9f1910a7e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.765350] env[62679]: DEBUG nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Instance network_info: |[{"id": "98592578-d0ab-4dc5-9fc3-9021a1de743e", "address": "fa:16:3e:45:0f:a1", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98592578-d0", "ovs_interfaceid": "98592578-d0ab-4dc5-9fc3-9021a1de743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.766058] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:0f:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98592578-d0ab-4dc5-9fc3-9021a1de743e', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.773520] env[62679]: DEBUG oslo.service.loopingcall [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.774017] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.774284] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f09d7bc-a8da-4a2b-834b-deaf27ebc437 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.800181] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ec46fb-1d14-6c8a-4037-2dbcc7b64c47, 'name': SearchDatastore_Task, 'duration_secs': 0.01882} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.802172] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.802172] env[62679]: value = "task-2412250" [ 825.802172] env[62679]: _type = "Task" [ 825.802172] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.802484] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4403498-9cf9-4e72-a669-90ff69480e03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.811454] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 825.811454] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52473f44-d5a2-9c20-2099-8119d0695397" [ 825.811454] env[62679]: _type = "Task" [ 825.811454] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.815028] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412250, 'name': CreateVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.823222] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52473f44-d5a2-9c20-2099-8119d0695397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.886498] env[62679]: DEBUG oslo_concurrency.lockutils [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] Releasing lock "refresh_cache-f5985f81-8b11-4fb9-be77-e24545dce4aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.887277] env[62679]: DEBUG nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Received event network-vif-deleted-fe02aa07-4ed7-4585-b721-f8eba92d5a9f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 825.887443] env[62679]: INFO nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Neutron deleted interface fe02aa07-4ed7-4585-b721-f8eba92d5a9f; detaching it from the instance and deleting it from the info cache [ 825.887811] env[62679]: DEBUG nova.network.neutron [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.933326] env[62679]: DEBUG oslo_vmware.api [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311892} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.933659] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.933867] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.934156] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.934487] env[62679]: INFO nova.compute.manager [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.934739] env[62679]: DEBUG oslo.service.loopingcall [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.934965] env[62679]: DEBUG nova.compute.manager [-] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.935147] env[62679]: DEBUG nova.network.neutron [-] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.947817] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: ba09d236-2afc-471d-9582-e096a4479c84] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 825.953137] env[62679]: DEBUG nova.compute.manager [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Received event network-vif-plugged-98592578-d0ab-4dc5-9fc3-9021a1de743e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 825.953137] env[62679]: DEBUG oslo_concurrency.lockutils [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] Acquiring lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.953276] env[62679]: DEBUG oslo_concurrency.lockutils [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.953434] env[62679]: DEBUG oslo_concurrency.lockutils [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.953578] env[62679]: DEBUG nova.compute.manager [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] No waiting events found dispatching network-vif-plugged-98592578-d0ab-4dc5-9fc3-9021a1de743e {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.953736] env[62679]: WARNING nova.compute.manager [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Received unexpected event network-vif-plugged-98592578-d0ab-4dc5-9fc3-9021a1de743e for instance with vm_state building and task_state spawning. [ 825.953900] env[62679]: DEBUG nova.compute.manager [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Received event network-changed-98592578-d0ab-4dc5-9fc3-9021a1de743e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 825.954049] env[62679]: DEBUG nova.compute.manager [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Refreshing instance network info cache due to event network-changed-98592578-d0ab-4dc5-9fc3-9021a1de743e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 825.954245] env[62679]: DEBUG oslo_concurrency.lockutils [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] Acquiring lock "refresh_cache-26fd4358-7bd1-407d-814d-5eb9f1910a7e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.954372] env[62679]: DEBUG oslo_concurrency.lockutils [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] Acquired lock "refresh_cache-26fd4358-7bd1-407d-814d-5eb9f1910a7e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.954533] env[62679]: DEBUG nova.network.neutron [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Refreshing network info cache for port 98592578-d0ab-4dc5-9fc3-9021a1de743e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.977592] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412248, 'name': Rename_Task, 'duration_secs': 0.254756} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.978126] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.978126] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0dead7a-b2d5-4137-a19a-3a5c42a3e324 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.987439] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 825.987439] env[62679]: value = "task-2412251" [ 825.987439] env[62679]: _type = "Task" [ 825.987439] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.997303] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.020819] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.023704] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.559s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.024033] env[62679]: DEBUG nova.objects.instance [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'resources' on Instance uuid f6075cd8-a84b-4957-b364-39fa15b10587 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.058703] env[62679]: INFO nova.scheduler.client.report [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Deleted allocations for instance d2addee2-9c77-4980-966b-74b9fe442850 [ 826.082533] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412249, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.316644] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412250, 'name': CreateVM_Task, 'duration_secs': 0.442619} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.320086] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.320242] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.320400] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.320734] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.321485] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c93a14-fa9c-4cff-83e2-440a6940b0ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.328057] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52473f44-d5a2-9c20-2099-8119d0695397, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.328768] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.329066] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] f5985f81-8b11-4fb9-be77-e24545dce4aa/f5985f81-8b11-4fb9-be77-e24545dce4aa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.329483] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2532f74a-7e50-4afe-b6f7-c8e2ad44343e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.333897] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 826.333897] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527b44fe-6fe6-fc47-aa04-78eb349b3383" [ 826.333897] env[62679]: _type = "Task" [ 826.333897] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.340102] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 826.340102] env[62679]: value = "task-2412252" [ 826.340102] env[62679]: _type = "Task" [ 826.340102] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.349394] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527b44fe-6fe6-fc47-aa04-78eb349b3383, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.350258] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.350476] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.350767] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.351126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.351247] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.355313] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f859a81-ae8b-416f-870c-3dced937a5f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.357414] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.363621] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.364249] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.364500] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfcbbd5-d6e6-4b7e-ae47-8c464b6d7842 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.369553] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 826.369553] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522c53d6-3e2b-4839-2db1-b9332c9ceb28" [ 826.369553] env[62679]: _type = "Task" [ 826.369553] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.378037] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522c53d6-3e2b-4839-2db1-b9332c9ceb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.391036] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7330e31d-67f1-469b-b010-06d11fdda12a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.399812] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c55d859-590d-4f3b-887c-8b68dbb03c6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.433996] env[62679]: DEBUG nova.compute.manager [req-d82fcc26-41cc-46ba-9f5f-0d87da969490 req-d55c284a-be75-40ed-9011-27ef9d234aff service nova] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Detach interface failed, port_id=fe02aa07-4ed7-4585-b721-f8eba92d5a9f, reason: Instance 5ebe9418-64b8-46a5-b556-115b7b93f322 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 826.456732] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 6eee618e-9a34-4dc3-a0bf-506575b4aaec] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 826.498776] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412251, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.501131] env[62679]: DEBUG nova.network.neutron [-] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.576711] env[62679]: DEBUG oslo_concurrency.lockutils [None req-27d5e7aa-f533-4af9-819c-536d3985adb0 tempest-ServersAdminTestJSON-445394988 tempest-ServersAdminTestJSON-445394988-project-member] Lock "d2addee2-9c77-4980-966b-74b9fe442850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.167s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.589248] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412249, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.754339] env[62679]: DEBUG nova.network.neutron [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Updated VIF entry in instance network info cache for port 98592578-d0ab-4dc5-9fc3-9021a1de743e. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.754971] env[62679]: DEBUG nova.network.neutron [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Updating instance_info_cache with network_info: [{"id": "98592578-d0ab-4dc5-9fc3-9021a1de743e", "address": "fa:16:3e:45:0f:a1", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98592578-d0", "ovs_interfaceid": "98592578-d0ab-4dc5-9fc3-9021a1de743e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.786478] env[62679]: DEBUG nova.network.neutron [-] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.860445] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.884595] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522c53d6-3e2b-4839-2db1-b9332c9ceb28, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.888520] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc49e1aa-6657-487b-b420-e8c5bb95d612 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.895095] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 826.895095] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fed949-0792-eaee-4430-d852bf615eeb" [ 826.895095] env[62679]: _type = "Task" [ 826.895095] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.905237] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fed949-0792-eaee-4430-d852bf615eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.945779] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b784d-d5a3-4a58-b7ea-bee353743d4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.959880] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b420254-83f2-4735-9ccf-f665f0c60caf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.968231] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 23c0eb52-da0c-4dec-876d-caafa43b4c9c] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 827.024546] env[62679]: INFO nova.compute.manager [-] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Took 1.96 seconds to deallocate network for instance. [ 827.033825] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018cddfd-7ff6-4540-94cd-f4f9a4d19c22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.055524] env[62679]: DEBUG oslo_vmware.api [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412251, 'name': PowerOnVM_Task, 'duration_secs': 0.537468} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.056059] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.056371] env[62679]: INFO nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Took 9.25 seconds to spawn the instance on the hypervisor. [ 827.056658] env[62679]: DEBUG nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.058712] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4e1e93-0cfe-49da-86c6-62394f30e858 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.071025] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a8b178-4756-4574-b609-5d093ffb48d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.093834] env[62679]: DEBUG nova.compute.provider_tree [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.111365] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412249, 'name': CloneVM_Task, 'duration_secs': 1.508925} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.111980] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Created linked-clone VM from snapshot [ 827.113440] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df26cdf0-44da-484a-8fb5-d05ff8f19e40 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.126565] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Uploading image e06111f3-85d8-465c-ab0b-276f03fd8a4b {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.153423] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.153423] env[62679]: value = "vm-489085" [ 827.153423] env[62679]: _type = "VirtualMachine" [ 827.153423] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.154125] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf09c746-88eb-4033-b70b-cea97fce3b37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.162339] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lease: (returnval){ [ 827.162339] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fdbcf4-4a84-12ac-83fd-adb6561eb2a1" [ 827.162339] env[62679]: _type = "HttpNfcLease" [ 827.162339] env[62679]: } obtained for exporting VM: (result){ [ 827.162339] env[62679]: value = "vm-489085" [ 827.162339] env[62679]: _type = "VirtualMachine" [ 827.162339] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.162595] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the lease: (returnval){ [ 827.162595] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fdbcf4-4a84-12ac-83fd-adb6561eb2a1" [ 827.162595] env[62679]: _type = "HttpNfcLease" [ 827.162595] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.169929] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.169929] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fdbcf4-4a84-12ac-83fd-adb6561eb2a1" [ 827.169929] env[62679]: _type = "HttpNfcLease" [ 827.169929] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.262115] env[62679]: DEBUG oslo_concurrency.lockutils [req-10b57afa-585e-4b47-8807-89d2a15c0665 req-afdd1593-2522-4078-aa3d-ffe331f0ba9d service nova] Releasing lock "refresh_cache-26fd4358-7bd1-407d-814d-5eb9f1910a7e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.276619] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.276932] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c3a6c3-af8c-4f01-980c-5c831b9a18ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.284660] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 827.284660] env[62679]: value = "task-2412254" [ 827.284660] env[62679]: _type = "Task" [ 827.284660] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.288284] env[62679]: INFO nova.compute.manager [-] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Took 1.35 seconds to deallocate network for instance. [ 827.298796] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.353170] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623098} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.353448] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] f5985f81-8b11-4fb9-be77-e24545dce4aa/f5985f81-8b11-4fb9-be77-e24545dce4aa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.353817] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.353911] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b559ccc1-adf5-4377-ac6c-052451bba993 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.360501] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 827.360501] env[62679]: value = "task-2412255" [ 827.360501] env[62679]: _type = "Task" [ 827.360501] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.369800] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.407545] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fed949-0792-eaee-4430-d852bf615eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.407847] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.408133] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 26fd4358-7bd1-407d-814d-5eb9f1910a7e/26fd4358-7bd1-407d-814d-5eb9f1910a7e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.408438] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5afecda7-b4c9-4954-8ef9-dcb90c7eb984 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.417722] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 827.417722] env[62679]: value = "task-2412256" [ 827.417722] env[62679]: _type = "Task" [ 827.417722] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.422925] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.475355] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 939bf798-eece-4e22-95c4-c5e62b979829] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 827.546838] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.611893] env[62679]: DEBUG nova.scheduler.client.report [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.627896] env[62679]: INFO nova.compute.manager [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Took 41.23 seconds to build instance. [ 827.672688] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.672688] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fdbcf4-4a84-12ac-83fd-adb6561eb2a1" [ 827.672688] env[62679]: _type = "HttpNfcLease" [ 827.672688] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.673078] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.673078] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fdbcf4-4a84-12ac-83fd-adb6561eb2a1" [ 827.673078] env[62679]: _type = "HttpNfcLease" [ 827.673078] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.674144] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ae0c6-20fd-4b9e-a592-30ef51345fd5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.682014] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc2ae1-9a0e-9134-4116-87aaf5886b0d/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.682225] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc2ae1-9a0e-9134-4116-87aaf5886b0d/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.794533] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412254, 'name': PowerOffVM_Task, 'duration_secs': 0.285877} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.794976] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.795739] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39902e36-0cf1-484a-abc1-e4e5af4955ad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.799028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.815692] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9790cd-f0ac-4eaa-88d1-d5e48ef26d77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.847225] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.847513] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52432c4f-6afd-4c85-8934-7850fa44d9e1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.855251] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66875fb2-a5f0-49c0-a010-251672ed4c45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.859263] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 827.859263] env[62679]: value = "task-2412257" [ 827.859263] env[62679]: _type = "Task" [ 827.859263] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.879842] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 827.880079] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.880336] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.880485] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.880662] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.880936] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066977} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.883837] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-777017c4-f951-4e2e-8965-fa51be17cd13 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.885792] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.886783] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c96c2e-c6ff-4bfd-a85e-27583c44e139 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.913464] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] f5985f81-8b11-4fb9-be77-e24545dce4aa/f5985f81-8b11-4fb9-be77-e24545dce4aa.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.914912] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec1fce3-0685-46ee-b566-1ad748f119a8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.929779] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.929865] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.931024] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8db6c5-20f3-4af3-ae2d-268b291ee834 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.940749] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 827.940749] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52553d9f-0934-2180-45ef-df0da3bc3459" [ 827.940749] env[62679]: _type = "Task" [ 827.940749] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.945359] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 827.945359] env[62679]: value = "task-2412258" [ 827.945359] env[62679]: _type = "Task" [ 827.945359] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.946099] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412256, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.961905] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52553d9f-0934-2180-45ef-df0da3bc3459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.979035] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: cb2a3d96-0163-47de-beb6-7519b75247fb] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 827.999916] env[62679]: DEBUG nova.compute.manager [req-cf533cc7-04d4-476c-b4c5-d4eaac8c59b7 req-51257eb2-06a3-40d7-aa28-2b2fd5d48121 service nova] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Received event network-vif-deleted-27e5d0af-01bf-47ee-a0aa-2acae7563e3b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 828.000091] env[62679]: DEBUG nova.compute.manager [req-cf533cc7-04d4-476c-b4c5-d4eaac8c59b7 req-51257eb2-06a3-40d7-aa28-2b2fd5d48121 service nova] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Received event network-vif-deleted-5a042150-3f1e-456e-8fd2-3c18b407b56d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 828.125023] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.129340] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.489s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.129565] env[62679]: INFO nova.compute.claims [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.133388] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3eb999eb-ac98-4988-bd11-a89e99acb6d1 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.366s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.172461] env[62679]: INFO nova.scheduler.client.report [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted allocations for instance f6075cd8-a84b-4957-b364-39fa15b10587 [ 828.449014] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915486} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.451896] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 26fd4358-7bd1-407d-814d-5eb9f1910a7e/26fd4358-7bd1-407d-814d-5eb9f1910a7e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.452470] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.452978] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b51cac3-0a77-4e18-aa26-632c96bc04f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.465791] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52553d9f-0934-2180-45ef-df0da3bc3459, 'name': SearchDatastore_Task, 'duration_secs': 0.01913} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.471407] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.472063] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 828.472063] env[62679]: value = "task-2412259" [ 828.472063] env[62679]: _type = "Task" [ 828.472063] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.472520] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d3e8eb-38f9-470a-a6c6-1417ae01ee83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.486717] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 5c8bfe41-7791-406a-bcc6-532673cc9475] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 828.491294] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 828.491294] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d4c348-a12f-5919-6210-46d05b0418de" [ 828.491294] env[62679]: _type = "Task" [ 828.491294] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.495167] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.505558] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d4c348-a12f-5919-6210-46d05b0418de, 'name': SearchDatastore_Task, 'duration_secs': 0.012731} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.506630] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.506630] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. {{(pid=62679) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 828.506954] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bab358e-f9ef-402c-81f0-7d4ec136a374 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.514437] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 828.514437] env[62679]: value = "task-2412260" [ 828.514437] env[62679]: _type = "Task" [ 828.514437] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.526061] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.687775] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cf424a5d-8fb4-467f-b858-06be7ff65807 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "f6075cd8-a84b-4957-b364-39fa15b10587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.235s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.971163] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412258, 'name': ReconfigVM_Task, 'duration_secs': 0.525374} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.971163] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Reconfigured VM instance instance-00000046 to attach disk [datastore1] f5985f81-8b11-4fb9-be77-e24545dce4aa/f5985f81-8b11-4fb9-be77-e24545dce4aa.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.971163] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7274caeb-110a-44c8-9430-c9ccd23b8752 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.977627] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 828.977627] env[62679]: value = "task-2412261" [ 828.977627] env[62679]: _type = "Task" [ 828.977627] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.997048] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: f9123f08-addd-44ef-8572-45ffc3ba8679] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 828.997048] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065137} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.002540] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.002919] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412261, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.003963] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f4916a-2789-4e0a-b881-36218cf7bade {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.039585] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 26fd4358-7bd1-407d-814d-5eb9f1910a7e/26fd4358-7bd1-407d-814d-5eb9f1910a7e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.047561] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2352dfa8-50fc-47ee-b9ff-88ac02729025 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.089381] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 829.089381] env[62679]: value = "task-2412262" [ 829.089381] env[62679]: _type = "Task" [ 829.089381] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.089549] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.106445] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.497399] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412261, 'name': Rename_Task, 'duration_secs': 0.187848} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.497399] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.497399] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94fe46f-0b83-4907-abad-b669c5bd641a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.501184] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d4d0eabc-e9f4-4a8c-9645-83f591476870] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 829.518508] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 829.518508] env[62679]: value = "task-2412263" [ 829.518508] env[62679]: _type = "Task" [ 829.518508] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.539948] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412263, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.547960] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775519} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.549439] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. [ 829.550547] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3161d8-596b-4e76-8cf5-8b6290aab8cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.583564] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.588354] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bcfe3fa-767b-42db-9083-e85a0091f2cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.614505] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412262, 'name': ReconfigVM_Task, 'duration_secs': 0.495238} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.616457] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 26fd4358-7bd1-407d-814d-5eb9f1910a7e/26fd4358-7bd1-407d-814d-5eb9f1910a7e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.617442] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 829.617442] env[62679]: value = "task-2412264" [ 829.617442] env[62679]: _type = "Task" [ 829.617442] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.620914] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d000fee2-450f-4fcc-ab5a-680a7dfb1c92 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.634116] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.634777] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 829.634777] env[62679]: value = "task-2412265" [ 829.634777] env[62679]: _type = "Task" [ 829.634777] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.643825] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412265, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.715483] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "22e91362-b617-4092-8311-2979abfa5bfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.715732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "22e91362-b617-4092-8311-2979abfa5bfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.727081] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "fbd90f58-d056-4166-93e9-a74efe1e901f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.727081] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.765347] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90298246-f24c-48bd-9163-8bc3f197120c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.775785] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e2b1f-9e2c-44fe-83db-ef1a7a57c4c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.811697] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9694b0b-078a-4d10-ab70-4b2ab9398283 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.819378] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e2f708-08a7-4894-a983-adb680768e01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.833974] env[62679]: DEBUG nova.compute.provider_tree [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.006674] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 7d3160f9-0382-4f8b-8378-2b14014486ac] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 830.033392] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412263, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.134616] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.149279] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412265, 'name': Rename_Task, 'duration_secs': 0.295705} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.149279] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.149279] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f9251bd-2022-4125-82e4-33aa3d60483f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.158360] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 830.158360] env[62679]: value = "task-2412266" [ 830.158360] env[62679]: _type = "Task" [ 830.158360] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.167758] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.221547] env[62679]: DEBUG nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.236481] env[62679]: DEBUG nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.340142] env[62679]: DEBUG nova.scheduler.client.report [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.512339] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 1b942e4d-1f5d-4b01-bd77-9776d7f39c9c] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 830.531073] env[62679]: DEBUG oslo_vmware.api [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412263, 'name': PowerOnVM_Task, 'duration_secs': 0.719317} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.531550] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.531890] env[62679]: INFO nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Took 10.18 seconds to spawn the instance on the hypervisor. [ 830.533790] env[62679]: DEBUG nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.533790] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c680ae-7240-49d8-b0d3-54028c0ff82b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.633654] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412264, 'name': ReconfigVM_Task, 'duration_secs': 0.613437} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.633957] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.634923] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dbea4e-a9c0-4d82-ac17-ff6223dd57fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.670488] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226df670-9ae3-4d71-bb24-456beeded154 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.689892] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.691814] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 830.691814] env[62679]: value = "task-2412267" [ 830.691814] env[62679]: _type = "Task" [ 830.691814] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.703344] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.756211] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.767074] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.849973] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.850532] env[62679]: DEBUG nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.853759] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.381s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.853903] env[62679]: DEBUG nova.objects.instance [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lazy-loading 'resources' on Instance uuid b3deb642-4e36-4b45-81c3-395325bd6106 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.019846] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 20ba8bfa-e68b-4285-ab3a-3c850110e3e4] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 831.054823] env[62679]: INFO nova.compute.manager [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Took 41.06 seconds to build instance. [ 831.169246] env[62679]: DEBUG oslo_vmware.api [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412266, 'name': PowerOnVM_Task, 'duration_secs': 0.596049} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.169537] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.169743] env[62679]: INFO nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Took 8.25 seconds to spawn the instance on the hypervisor. [ 831.169920] env[62679]: DEBUG nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.170737] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cab3e5-496c-4a78-99f6-eb113558d3e1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.201587] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412267, 'name': ReconfigVM_Task, 'duration_secs': 0.23661} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.201940] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.202276] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab0fd7f-8502-4240-b611-6717c1e470f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.208841] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 831.208841] env[62679]: value = "task-2412268" [ 831.208841] env[62679]: _type = "Task" [ 831.208841] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.219518] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.356601] env[62679]: DEBUG nova.compute.utils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 831.361019] env[62679]: DEBUG nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.361259] env[62679]: DEBUG nova.network.neutron [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.525264] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fa6728e9-1d24-4e34-bd99-561f8bb13262] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 831.557239] env[62679]: DEBUG oslo_concurrency.lockutils [None req-edd3bf5f-a50a-4772-93f1-f4a8354cd83a tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.867s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.578921] env[62679]: DEBUG nova.policy [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b7d65992694d699fe90970de1454f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed43e618f90842daa5ae6a9b0e9c1cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.692799] env[62679]: INFO nova.compute.manager [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Took 36.24 seconds to build instance. [ 831.723771] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.781802] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9c359-3a36-4868-90e9-aa2abe2332e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.789880] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45144697-d715-42f5-a429-15c9b2f67cd9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.825048] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b48bb1-6e76-4f40-a4c0-d7721e43c899 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.832873] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa05c10-31e2-442c-b1f9-a3085e96fe0f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.850742] env[62679]: DEBUG nova.compute.provider_tree [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.865849] env[62679]: DEBUG nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.030328] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fa2b288e-4bde-48f2-aa4b-dd9c5aae4832] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 832.044488] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.044488] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.058945] env[62679]: DEBUG nova.network.neutron [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Successfully created port: adbab221-f839-4c3e-87c0-14057382ba0c {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.199623] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbc3c0f7-0646-4707-a0ec-ecc2d4e25e58 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.424s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.220868] env[62679]: DEBUG oslo_vmware.api [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412268, 'name': PowerOnVM_Task, 'duration_secs': 0.534134} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.221288] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.225089] env[62679]: DEBUG nova.compute.manager [None req-75dc563d-3c58-4981-a3ac-ac86f3f9bfd0 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.225959] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc966427-b756-49c9-a2bd-a4bb1fa9a883 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.353457] env[62679]: DEBUG nova.scheduler.client.report [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.536563] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: bcc5d4ec-9218-4db5-b1e5-42dcd192c915] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 832.545863] env[62679]: DEBUG nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.783146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.783146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.783384] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.783664] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.783855] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.786486] env[62679]: INFO nova.compute.manager [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Terminating instance [ 832.859537] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.862382] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.833s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.863267] env[62679]: DEBUG nova.objects.instance [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lazy-loading 'resources' on Instance uuid 788bbf3e-cb47-4b9f-a2d8-eab392675bfb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.876491] env[62679]: DEBUG nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.899951] env[62679]: INFO nova.scheduler.client.report [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted allocations for instance b3deb642-4e36-4b45-81c3-395325bd6106 [ 832.908063] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.908339] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.908505] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.908694] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.909454] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.909454] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.909454] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.909454] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.913024] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.913024] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.913024] env[62679]: DEBUG nova.virt.hardware [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.913024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7bc5c8-c2a4-42df-ac1e-42fc13f5f2f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.926412] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fffab70-9b90-4ead-b923-7031ce7a9b67 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.040035] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 151267de-2916-4c2d-97a7-927a33a89b4b] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 833.074419] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.282847] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "f5985f81-8b11-4fb9-be77-e24545dce4aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.283175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.283411] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "f5985f81-8b11-4fb9-be77-e24545dce4aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.283624] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.283797] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.287833] env[62679]: INFO nova.compute.manager [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Terminating instance [ 833.289882] env[62679]: DEBUG nova.compute.manager [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.290104] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.292153] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748b5076-e7a6-4042-931d-fa999a0563d1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.301686] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.301997] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673e7666-2933-4959-9165-1257a712c8c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.309422] env[62679]: DEBUG oslo_vmware.api [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 833.309422] env[62679]: value = "task-2412269" [ 833.309422] env[62679]: _type = "Task" [ 833.309422] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.319457] env[62679]: DEBUG oslo_vmware.api [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.411896] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b7ab9bfb-1851-4523-b40a-1a831af854db tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "b3deb642-4e36-4b45-81c3-395325bd6106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.456s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.546646] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 68867eaf-ba52-4afd-bc33-f99d461a7e37] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 833.737045] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b76fa-7ca6-4476-a23a-bd2b7c0fd2f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.747582] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db0e73c-a3c1-47fb-8464-dd7b1fba876e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.787043] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91958091-23cf-450d-abb1-22aa62b10fa8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.794386] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66f052-b090-4a35-a48b-f3859b2f8ff0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.799194] env[62679]: DEBUG nova.compute.manager [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.799528] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.800377] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc933b6-48dd-4e11-800f-f7afbbe53bff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.806305] env[62679]: DEBUG nova.compute.manager [req-1c29ca46-84a4-4ff7-99bb-0a1c828d17a1 req-17e2ae49-459d-4bbc-a3da-6bfb2bdd013c service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Received event network-vif-plugged-adbab221-f839-4c3e-87c0-14057382ba0c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 833.806599] env[62679]: DEBUG oslo_concurrency.lockutils [req-1c29ca46-84a4-4ff7-99bb-0a1c828d17a1 req-17e2ae49-459d-4bbc-a3da-6bfb2bdd013c service nova] Acquiring lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.806850] env[62679]: DEBUG oslo_concurrency.lockutils [req-1c29ca46-84a4-4ff7-99bb-0a1c828d17a1 req-17e2ae49-459d-4bbc-a3da-6bfb2bdd013c service nova] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.807091] env[62679]: DEBUG oslo_concurrency.lockutils [req-1c29ca46-84a4-4ff7-99bb-0a1c828d17a1 req-17e2ae49-459d-4bbc-a3da-6bfb2bdd013c service nova] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.807471] env[62679]: DEBUG nova.compute.manager [req-1c29ca46-84a4-4ff7-99bb-0a1c828d17a1 req-17e2ae49-459d-4bbc-a3da-6bfb2bdd013c service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] No waiting events found dispatching network-vif-plugged-adbab221-f839-4c3e-87c0-14057382ba0c {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.807471] env[62679]: WARNING nova.compute.manager [req-1c29ca46-84a4-4ff7-99bb-0a1c828d17a1 req-17e2ae49-459d-4bbc-a3da-6bfb2bdd013c service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Received unexpected event network-vif-plugged-adbab221-f839-4c3e-87c0-14057382ba0c for instance with vm_state building and task_state spawning. [ 833.817992] env[62679]: DEBUG nova.compute.provider_tree [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.827293] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.830182] env[62679]: DEBUG nova.scheduler.client.report [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.833497] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c042fe39-9553-4136-beb1-374662a98921 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.842897] env[62679]: DEBUG oslo_vmware.api [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412269, 'name': PowerOffVM_Task, 'duration_secs': 0.286596} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.844377] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.844377] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.844685] env[62679]: DEBUG oslo_vmware.api [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 833.844685] env[62679]: value = "task-2412270" [ 833.844685] env[62679]: _type = "Task" [ 833.844685] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.845185] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11fcb70f-55a4-4459-bc5c-09be812972ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.856173] env[62679]: DEBUG oslo_vmware.api [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.916185] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.916408] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.916543] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleting the datastore file [datastore1] 26fd4358-7bd1-407d-814d-5eb9f1910a7e {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.916822] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0354aa1b-549f-4e64-9dd4-677997942524 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.923858] env[62679]: DEBUG oslo_vmware.api [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 833.923858] env[62679]: value = "task-2412272" [ 833.923858] env[62679]: _type = "Task" [ 833.923858] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.934650] env[62679]: DEBUG oslo_vmware.api [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.935189] env[62679]: DEBUG nova.network.neutron [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Successfully updated port: adbab221-f839-4c3e-87c0-14057382ba0c {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.958789] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "d96a89f6-6303-493a-ad3d-47218a40daf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.959110] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.050841] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.050841] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Cleaning up deleted instances with incomplete migration {{(pid=62679) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11790}} [ 834.338019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.476s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.341013] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.148s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.342994] env[62679]: INFO nova.compute.claims [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.359155] env[62679]: DEBUG oslo_vmware.api [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412270, 'name': PowerOffVM_Task, 'duration_secs': 0.201628} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.359684] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.359919] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.360394] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e58792-3ff9-4a44-98c1-45cd8c1ae35a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.393169] env[62679]: INFO nova.scheduler.client.report [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Deleted allocations for instance 788bbf3e-cb47-4b9f-a2d8-eab392675bfb [ 834.423544] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.423786] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.423969] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Deleting the datastore file [datastore1] f5985f81-8b11-4fb9-be77-e24545dce4aa {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.424592] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04b2c842-500f-41f9-8e7d-f1f86ae47fa9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.436902] env[62679]: DEBUG oslo_vmware.api [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283055} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.438731] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.439852] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.439852] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.439852] env[62679]: INFO nova.compute.manager [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 834.440020] env[62679]: DEBUG oslo.service.loopingcall [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.440599] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "refresh_cache-a7540721-1d08-4e34-b5b0-c5166bc9e75c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.441889] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "refresh_cache-a7540721-1d08-4e34-b5b0-c5166bc9e75c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.441889] env[62679]: DEBUG nova.network.neutron [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.442514] env[62679]: DEBUG oslo_vmware.api [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for the task: (returnval){ [ 834.442514] env[62679]: value = "task-2412274" [ 834.442514] env[62679]: _type = "Task" [ 834.442514] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.443079] env[62679]: DEBUG nova.compute.manager [-] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.443208] env[62679]: DEBUG nova.network.neutron [-] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.465244] env[62679]: DEBUG nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.553017] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.900180] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a0203003-26b3-4203-a89b-9a1c6f50d6e2 tempest-ServersTestMultiNic-1568774338 tempest-ServersTestMultiNic-1568774338-project-member] Lock "788bbf3e-cb47-4b9f-a2d8-eab392675bfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.235s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.962388] env[62679]: DEBUG oslo_vmware.api [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Task: {'id': task-2412274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505881} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.962388] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.962388] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.962388] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.962388] env[62679]: INFO nova.compute.manager [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 834.962388] env[62679]: DEBUG oslo.service.loopingcall [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.962388] env[62679]: DEBUG nova.compute.manager [-] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.962388] env[62679]: DEBUG nova.network.neutron [-] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.991926] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.011093] env[62679]: DEBUG nova.network.neutron [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.201242] env[62679]: DEBUG nova.network.neutron [-] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.357153] env[62679]: DEBUG nova.network.neutron [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Updating instance_info_cache with network_info: [{"id": "adbab221-f839-4c3e-87c0-14057382ba0c", "address": "fa:16:3e:9e:4a:7c", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbab221-f8", "ovs_interfaceid": "adbab221-f839-4c3e-87c0-14057382ba0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.704114] env[62679]: INFO nova.compute.manager [-] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Took 1.26 seconds to deallocate network for instance. [ 835.747382] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d2df1-6290-4e48-b20a-3059b53a4df7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.756711] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd13d3d8-95c8-451d-b140-56374a387aa8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.793447] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169b5436-172e-405d-be3a-2a9e6b431df1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.798662] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13f3f7-712f-4a74-851c-ad48800dfeb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.812935] env[62679]: DEBUG nova.compute.provider_tree [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.862974] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "refresh_cache-a7540721-1d08-4e34-b5b0-c5166bc9e75c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.863261] env[62679]: DEBUG nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Instance network_info: |[{"id": "adbab221-f839-4c3e-87c0-14057382ba0c", "address": "fa:16:3e:9e:4a:7c", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbab221-f8", "ovs_interfaceid": "adbab221-f839-4c3e-87c0-14057382ba0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.863767] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:4a:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adbab221-f839-4c3e-87c0-14057382ba0c', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.873076] env[62679]: DEBUG oslo.service.loopingcall [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.873850] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.873850] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46dc2f9d-f20b-4c04-b616-879ac6af67bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.902324] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.902324] env[62679]: value = "task-2412275" [ 835.902324] env[62679]: _type = "Task" [ 835.902324] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.911627] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412275, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.978228] env[62679]: DEBUG nova.network.neutron [-] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.997121] env[62679]: DEBUG nova.compute.manager [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Received event network-changed-adbab221-f839-4c3e-87c0-14057382ba0c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 835.997121] env[62679]: DEBUG nova.compute.manager [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Refreshing instance network info cache due to event network-changed-adbab221-f839-4c3e-87c0-14057382ba0c. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 835.997121] env[62679]: DEBUG oslo_concurrency.lockutils [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] Acquiring lock "refresh_cache-a7540721-1d08-4e34-b5b0-c5166bc9e75c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.997121] env[62679]: DEBUG oslo_concurrency.lockutils [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] Acquired lock "refresh_cache-a7540721-1d08-4e34-b5b0-c5166bc9e75c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.997121] env[62679]: DEBUG nova.network.neutron [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Refreshing network info cache for port adbab221-f839-4c3e-87c0-14057382ba0c {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.212563] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.316325] env[62679]: DEBUG nova.scheduler.client.report [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.416819] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412275, 'name': CreateVM_Task, 'duration_secs': 0.33631} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.416819] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.417848] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.417956] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.418463] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.418830] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb5518d-0ea1-4fc4-ad74-89714375900e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.426803] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 836.426803] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527f53c2-8994-946b-b462-a8c38f281303" [ 836.426803] env[62679]: _type = "Task" [ 836.426803] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.436797] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527f53c2-8994-946b-b462-a8c38f281303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.481152] env[62679]: INFO nova.compute.manager [-] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Took 1.52 seconds to deallocate network for instance. [ 836.822689] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.823234] env[62679]: DEBUG nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.829020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.774s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.829020] env[62679]: DEBUG nova.objects.instance [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'resources' on Instance uuid 5ebe9418-64b8-46a5-b556-115b7b93f322 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.943811] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527f53c2-8994-946b-b462-a8c38f281303, 'name': SearchDatastore_Task, 'duration_secs': 0.01547} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.944160] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.944429] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.944731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.944831] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.945015] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.945285] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87c75a96-0f3c-4359-b1bb-1820feea4a13 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.960791] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.960988] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.961762] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66848a17-5e7a-43dd-85de-01909376e810 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.972253] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 836.972253] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fb6965-4a8f-6bb0-3b6c-8b48c165aaef" [ 836.972253] env[62679]: _type = "Task" [ 836.972253] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.979696] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fb6965-4a8f-6bb0-3b6c-8b48c165aaef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.997143] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.153796] env[62679]: DEBUG nova.network.neutron [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Updated VIF entry in instance network info cache for port adbab221-f839-4c3e-87c0-14057382ba0c. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.155443] env[62679]: DEBUG nova.network.neutron [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Updating instance_info_cache with network_info: [{"id": "adbab221-f839-4c3e-87c0-14057382ba0c", "address": "fa:16:3e:9e:4a:7c", "network": {"id": "a6d9c22c-ffbb-40c4-998a-20ee6b350dab", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1686795732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed43e618f90842daa5ae6a9b0e9c1cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbab221-f8", "ovs_interfaceid": "adbab221-f839-4c3e-87c0-14057382ba0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.331211] env[62679]: DEBUG nova.compute.utils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.336204] env[62679]: DEBUG nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.336747] env[62679]: DEBUG nova.network.neutron [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.429484] env[62679]: DEBUG nova.policy [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f103793fa5004b8fa436725033c38b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01a15c67d4e4b0d8da3270eaf8b2548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.491021] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fb6965-4a8f-6bb0-3b6c-8b48c165aaef, 'name': SearchDatastore_Task, 'duration_secs': 0.045658} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.491021] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0eda820-042e-48ea-8519-7e95efcec35e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.500065] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 837.500065] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5295325c-5692-b2e2-e0c1-6b911cda5b2d" [ 837.500065] env[62679]: _type = "Task" [ 837.500065] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.507984] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5295325c-5692-b2e2-e0c1-6b911cda5b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.662062] env[62679]: DEBUG oslo_concurrency.lockutils [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] Releasing lock "refresh_cache-a7540721-1d08-4e34-b5b0-c5166bc9e75c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.662062] env[62679]: DEBUG nova.compute.manager [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Received event network-vif-deleted-98592578-d0ab-4dc5-9fc3-9021a1de743e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 837.662062] env[62679]: DEBUG nova.compute.manager [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Received event network-vif-deleted-6748cf28-9116-4b9b-8e56-da2953347549 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 837.662062] env[62679]: INFO nova.compute.manager [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Neutron deleted interface 6748cf28-9116-4b9b-8e56-da2953347549; detaching it from the instance and deleting it from the info cache [ 837.662062] env[62679]: DEBUG nova.network.neutron [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.718158] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c767f856-a03f-4b57-82c7-486148b78a22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.729376] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a087b04b-8627-403b-81c0-13f3cb5d5185 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.769074] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ca89c-c5e9-4361-8f84-0176aafd8526 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.777422] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39ba6d-8860-43f6-9b4f-875ed7d94bad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.795335] env[62679]: DEBUG nova.compute.provider_tree [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.839061] env[62679]: DEBUG nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.014663] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5295325c-5692-b2e2-e0c1-6b911cda5b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.041537} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.014943] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.015226] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] a7540721-1d08-4e34-b5b0-c5166bc9e75c/a7540721-1d08-4e34-b5b0-c5166bc9e75c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.015597] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b236542-8302-4b31-a16f-ef183b4a974d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.023773] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 838.023773] env[62679]: value = "task-2412276" [ 838.023773] env[62679]: _type = "Task" [ 838.023773] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.035219] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.055511] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc2ae1-9a0e-9134-4116-87aaf5886b0d/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.056952] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a730837-ef61-4fe2-b178-8de2def4541b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.064637] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc2ae1-9a0e-9134-4116-87aaf5886b0d/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.064811] env[62679]: ERROR oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc2ae1-9a0e-9134-4116-87aaf5886b0d/disk-0.vmdk due to incomplete transfer. [ 838.065041] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb63b37b-be2d-40ab-a5c2-f47921195a1c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.081021] env[62679]: DEBUG oslo_vmware.rw_handles [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc2ae1-9a0e-9134-4116-87aaf5886b0d/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.081338] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Uploaded image e06111f3-85d8-465c-ab0b-276f03fd8a4b to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.090095] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.090095] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-576939bb-3576-4963-9603-ccd4ef81f061 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.094249] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 838.094249] env[62679]: value = "task-2412277" [ 838.094249] env[62679]: _type = "Task" [ 838.094249] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.104490] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412277, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.165990] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7992811d-ce3a-4c45-a1b3-e681f93ac8a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.175316] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f63ad1-8735-48ca-b896-b35ae2efed1e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.210671] env[62679]: DEBUG nova.compute.manager [req-601cfbd0-ff9a-4bb9-bc6e-ff122b99e66c req-4127e0fb-0368-4994-8cc1-d92334f75f4a service nova] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Detach interface failed, port_id=6748cf28-9116-4b9b-8e56-da2953347549, reason: Instance f5985f81-8b11-4fb9-be77-e24545dce4aa could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 838.214023] env[62679]: DEBUG nova.network.neutron [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Successfully created port: 524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.298509] env[62679]: DEBUG nova.scheduler.client.report [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.483939] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "cde6214a-d360-492d-b493-5ed3c19a7d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.484248] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.543493] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.604432] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412277, 'name': Destroy_Task, 'duration_secs': 0.449644} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.604848] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Destroyed the VM [ 838.605204] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.605468] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39dcb9b3-de1a-4f9d-a990-a6e731b012f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.614635] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 838.614635] env[62679]: value = "task-2412278" [ 838.614635] env[62679]: _type = "Task" [ 838.614635] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.624289] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.803821] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.806331] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.260s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.806565] env[62679]: DEBUG nova.objects.instance [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lazy-loading 'resources' on Instance uuid 199ee82a-84d4-4502-9fd0-48eb0322beaf {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.828915] env[62679]: INFO nova.scheduler.client.report [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Deleted allocations for instance 5ebe9418-64b8-46a5-b556-115b7b93f322 [ 838.846733] env[62679]: DEBUG nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.876770] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.876898] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.877035] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.877470] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.877470] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.878669] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.878669] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.878669] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.878669] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.878669] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.878669] env[62679]: DEBUG nova.virt.hardware [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.879552] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3555d5a-5942-4f50-bd09-c92b50c3103f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.888495] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbd844-a22e-4f25-a970-649e67d0d5aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.987366] env[62679]: DEBUG nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.038808] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638739} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.038808] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] a7540721-1d08-4e34-b5b0-c5166bc9e75c/a7540721-1d08-4e34-b5b0-c5166bc9e75c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.039099] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.039169] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97f15b8-ee3c-4a8b-8f41-50c3472a1017 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.050034] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 839.050034] env[62679]: value = "task-2412279" [ 839.050034] env[62679]: _type = "Task" [ 839.050034] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.062783] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.125511] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.338973] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e231327c-6ef1-4964-af75-542dfa91da07 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "5ebe9418-64b8-46a5-b556-115b7b93f322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.263s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.511400] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.564923] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070956} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.565229] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.565997] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211d5b4-f283-4d51-87ad-eb6b6ecbb9ff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.587904] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a7540721-1d08-4e34-b5b0-c5166bc9e75c/a7540721-1d08-4e34-b5b0-c5166bc9e75c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.590824] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca7aa62b-4199-40ef-a51f-698d3118b20e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.610535] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 839.610535] env[62679]: value = "task-2412280" [ 839.610535] env[62679]: _type = "Task" [ 839.610535] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.622839] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.628163] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412278, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.688884] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f77a041-de65-4eb8-bb58-dfb0eb8dcfe8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.697787] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b88462-2f2c-4d6a-9b47-0acd329107d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.729210] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61772e66-727d-421f-be47-947cca477518 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.738037] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4236a548-b0ca-41ec-b4ab-5bbbc6d9812f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.752443] env[62679]: DEBUG nova.compute.provider_tree [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.041954] env[62679]: DEBUG nova.compute.manager [req-13cf6c42-fbf7-486d-98ef-5d3feef3ea2e req-0deafd36-42d7-456c-88f8-20e5e7784504 service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Received event network-vif-plugged-524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 840.042213] env[62679]: DEBUG oslo_concurrency.lockutils [req-13cf6c42-fbf7-486d-98ef-5d3feef3ea2e req-0deafd36-42d7-456c-88f8-20e5e7784504 service nova] Acquiring lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.042434] env[62679]: DEBUG oslo_concurrency.lockutils [req-13cf6c42-fbf7-486d-98ef-5d3feef3ea2e req-0deafd36-42d7-456c-88f8-20e5e7784504 service nova] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.042613] env[62679]: DEBUG oslo_concurrency.lockutils [req-13cf6c42-fbf7-486d-98ef-5d3feef3ea2e req-0deafd36-42d7-456c-88f8-20e5e7784504 service nova] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.042790] env[62679]: DEBUG nova.compute.manager [req-13cf6c42-fbf7-486d-98ef-5d3feef3ea2e req-0deafd36-42d7-456c-88f8-20e5e7784504 service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] No waiting events found dispatching network-vif-plugged-524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.046115] env[62679]: WARNING nova.compute.manager [req-13cf6c42-fbf7-486d-98ef-5d3feef3ea2e req-0deafd36-42d7-456c-88f8-20e5e7784504 service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Received unexpected event network-vif-plugged-524dfa03-a289-4a58-9273-f0f49525e079 for instance with vm_state building and task_state spawning. [ 840.126805] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412280, 'name': ReconfigVM_Task, 'duration_secs': 0.328162} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.126805] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a7540721-1d08-4e34-b5b0-c5166bc9e75c/a7540721-1d08-4e34-b5b0-c5166bc9e75c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.127056] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7223cefa-0fbf-4161-be2e-c4d7c0a4bda6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.131807] env[62679]: DEBUG oslo_vmware.api [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412278, 'name': RemoveSnapshot_Task, 'duration_secs': 1.190651} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.132848] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.132848] env[62679]: INFO nova.compute.manager [None req-5770ac9f-208f-4674-98c1-991370189539 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 840.136299] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 840.136299] env[62679]: value = "task-2412281" [ 840.136299] env[62679]: _type = "Task" [ 840.136299] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.146142] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412281, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.233557] env[62679]: DEBUG nova.network.neutron [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Successfully updated port: 524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.256068] env[62679]: DEBUG nova.scheduler.client.report [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.648618] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412281, 'name': Rename_Task, 'duration_secs': 0.16578} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.648893] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.649168] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b62ac8b-b0d1-43de-bc92-d7a7f9928361 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.655855] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 840.655855] env[62679]: value = "task-2412282" [ 840.655855] env[62679]: _type = "Task" [ 840.655855] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.664423] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.738639] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.738639] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.738639] env[62679]: DEBUG nova.network.neutron [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.761437] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.764559] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.966s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.764810] env[62679]: DEBUG nova.objects.instance [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lazy-loading 'resources' on Instance uuid 09f64297-f03a-4716-86ae-f4ca9aa6afe9 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.811150] env[62679]: INFO nova.scheduler.client.report [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Deleted allocations for instance 199ee82a-84d4-4502-9fd0-48eb0322beaf [ 841.166582] env[62679]: DEBUG oslo_vmware.api [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412282, 'name': PowerOnVM_Task, 'duration_secs': 0.484738} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.166884] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.167062] env[62679]: INFO nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Took 8.29 seconds to spawn the instance on the hypervisor. [ 841.167253] env[62679]: DEBUG nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.168020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a65707a-750d-43ef-90bd-ba5cc8709359 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.293289] env[62679]: DEBUG nova.network.neutron [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.325943] env[62679]: DEBUG oslo_concurrency.lockutils [None req-622edfcc-b81a-430b-90e3-304a6bd679e5 tempest-MigrationsAdminTest-1819223092 tempest-MigrationsAdminTest-1819223092-project-member] Lock "199ee82a-84d4-4502-9fd0-48eb0322beaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.923s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.603440] env[62679]: DEBUG nova.network.neutron [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Updating instance_info_cache with network_info: [{"id": "524dfa03-a289-4a58-9273-f0f49525e079", "address": "fa:16:3e:44:43:43", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524dfa03-a2", "ovs_interfaceid": "524dfa03-a289-4a58-9273-f0f49525e079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.643594] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad78de9-ab4e-41c2-9f3c-72402125ea27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.651120] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2b539-4fdd-4de9-a35a-e84a828c88b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.696663] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689bdfd-60de-45ec-a71b-2e7f05bad0cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.701026] env[62679]: INFO nova.compute.manager [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Took 22.08 seconds to build instance. [ 841.707100] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da358e65-522b-401d-8b21-0c5a091f8f34 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.723835] env[62679]: DEBUG nova.compute.provider_tree [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.104694] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.105130] env[62679]: DEBUG nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Instance network_info: |[{"id": "524dfa03-a289-4a58-9273-f0f49525e079", "address": "fa:16:3e:44:43:43", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524dfa03-a2", "ovs_interfaceid": "524dfa03-a289-4a58-9273-f0f49525e079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.106332] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:43:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '524dfa03-a289-4a58-9273-f0f49525e079', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.113465] env[62679]: DEBUG oslo.service.loopingcall [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.113711] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.113967] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-301e6057-e4b3-4e32-bfc1-361f34475013 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.131590] env[62679]: DEBUG nova.compute.manager [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Received event network-changed-524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 842.131783] env[62679]: DEBUG nova.compute.manager [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Refreshing instance network info cache due to event network-changed-524dfa03-a289-4a58-9273-f0f49525e079. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 842.131959] env[62679]: DEBUG oslo_concurrency.lockutils [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] Acquiring lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.132176] env[62679]: DEBUG oslo_concurrency.lockutils [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] Acquired lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.132390] env[62679]: DEBUG nova.network.neutron [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Refreshing network info cache for port 524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.144159] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.144159] env[62679]: value = "task-2412283" [ 842.144159] env[62679]: _type = "Task" [ 842.144159] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.151285] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412283, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.202761] env[62679]: DEBUG oslo_concurrency.lockutils [None req-925d226b-531d-4637-86c2-a1dd7eacefa4 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.596s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.231810] env[62679]: DEBUG nova.scheduler.client.report [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.241824] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.242225] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.575308] env[62679]: DEBUG nova.compute.manager [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.576241] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2844fb64-ee46-4e16-909a-56aaf8c81ca0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.653414] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412283, 'name': CreateVM_Task, 'duration_secs': 0.351435} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.653636] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.654642] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.654969] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.655335] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.655629] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59da701-145a-42fd-bc51-64fc11c0e144 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.661171] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 842.661171] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5231c524-5794-d614-bcd9-c6443110d3f0" [ 842.661171] env[62679]: _type = "Task" [ 842.661171] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.670901] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5231c524-5794-d614-bcd9-c6443110d3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.737263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.739502] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.984s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.740986] env[62679]: INFO nova.compute.claims [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.744975] env[62679]: DEBUG nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.774477] env[62679]: INFO nova.scheduler.client.report [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleted allocations for instance 09f64297-f03a-4716-86ae-f4ca9aa6afe9 [ 843.032030] env[62679]: DEBUG nova.network.neutron [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Updated VIF entry in instance network info cache for port 524dfa03-a289-4a58-9273-f0f49525e079. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.032030] env[62679]: DEBUG nova.network.neutron [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Updating instance_info_cache with network_info: [{"id": "524dfa03-a289-4a58-9273-f0f49525e079", "address": "fa:16:3e:44:43:43", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524dfa03-a2", "ovs_interfaceid": "524dfa03-a289-4a58-9273-f0f49525e079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.088770] env[62679]: INFO nova.compute.manager [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] instance snapshotting [ 843.091676] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff92b6-65db-4263-b068-fd85895821f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.122899] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0240b0c-4377-4834-aaa4-6a88b39497e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.175466] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5231c524-5794-d614-bcd9-c6443110d3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.177301] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.177301] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.177301] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.178334] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.178728] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.183018] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-570ae751-ea8c-465a-9d9e-83f82b80bf98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.190637] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.190637] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.192943] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311103b9-206a-44f1-8952-4d10a415e634 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.198279] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 843.198279] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c019b6-bec1-3e69-40a1-7665cc8ea060" [ 843.198279] env[62679]: _type = "Task" [ 843.198279] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.206466] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c019b6-bec1-3e69-40a1-7665cc8ea060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.282425] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.285087] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ef854de8-783f-4748-9a36-b7aa5454d525 tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "09f64297-f03a-4716-86ae-f4ca9aa6afe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.998s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.440818] env[62679]: DEBUG nova.compute.manager [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.442560] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0b04e8-8366-4ff8-a55c-e3cfad07db0b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.534244] env[62679]: DEBUG oslo_concurrency.lockutils [req-a93e6f58-3a07-449e-8f1d-7f92112294c0 req-cc6560e5-2deb-48f2-b707-c326c98161bc service nova] Releasing lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.636033] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.637770] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b39bcf4a-9fdc-451b-a204-bf110766a58b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.646897] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 843.646897] env[62679]: value = "task-2412284" [ 843.646897] env[62679]: _type = "Task" [ 843.646897] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.657015] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.710321] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c019b6-bec1-3e69-40a1-7665cc8ea060, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.711071] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847ce3d0-7897-4b16-a858-4e13cfc2f366 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.717323] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 843.717323] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52504f0a-dd17-64ca-fd90-8d7d277bfe5f" [ 843.717323] env[62679]: _type = "Task" [ 843.717323] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.725706] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52504f0a-dd17-64ca-fd90-8d7d277bfe5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.957587] env[62679]: INFO nova.compute.manager [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] instance snapshotting [ 843.960467] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7532cd-a6d2-4817-9007-6d261d82fb30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.986978] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82128e5f-fb0d-4196-a1b5-194f762917a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.159059] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412284, 'name': CreateSnapshot_Task, 'duration_secs': 0.481054} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.162292] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.163102] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75eba7e-4f5d-457c-9b5a-715c04368184 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.214110] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afae2139-8790-4bb8-bfe8-727a1aff522b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.225600] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc196360-6d34-4f52-96ab-50f34139c4bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.235891] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52504f0a-dd17-64ca-fd90-8d7d277bfe5f, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.236728] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.237054] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 31a95f6f-8a83-4506-97c9-5b15f5d78183/31a95f6f-8a83-4506-97c9-5b15f5d78183.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.237335] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cae41e0-bb97-4394-a28a-ee0f121b0b03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.270517] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23ac4d6-6870-4fe1-bd8f-e545b228faff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.278398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "951f4958-0f0a-4115-9183-cf163b91ef9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.278398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.279251] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 844.279251] env[62679]: value = "task-2412285" [ 844.279251] env[62679]: _type = "Task" [ 844.279251] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.289484] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7d669-8bd9-421a-b964-f9aa3af00630 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.297423] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.308070] env[62679]: DEBUG nova.compute.provider_tree [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.499320] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.499674] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdd0f763-37f0-4690-b8d0-24fbc5ceb62e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.508188] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 844.508188] env[62679]: value = "task-2412286" [ 844.508188] env[62679]: _type = "Task" [ 844.508188] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.517754] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.533867] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.534008] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.534229] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.534362] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.534561] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.536936] env[62679]: INFO nova.compute.manager [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Terminating instance [ 844.687281] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.688896] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7462a7d4-d748-4889-b477-00bcb4f23928 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.703617] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 844.703617] env[62679]: value = "task-2412287" [ 844.703617] env[62679]: _type = "Task" [ 844.703617] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.716182] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412287, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.788380] env[62679]: DEBUG nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.799373] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486303} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.801445] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 31a95f6f-8a83-4506-97c9-5b15f5d78183/31a95f6f-8a83-4506-97c9-5b15f5d78183.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.802473] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.804912] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81926313-fe1f-4d3c-98ba-a9bb2e501a7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.814233] env[62679]: DEBUG nova.scheduler.client.report [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.819199] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 844.819199] env[62679]: value = "task-2412288" [ 844.819199] env[62679]: _type = "Task" [ 844.819199] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.835333] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.019958] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412286, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.081839] env[62679]: DEBUG nova.compute.manager [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.081839] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.081839] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fabf1a-ab44-450f-86c2-14b222fde126 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.081839] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.081839] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58de115-542f-41b6-b93d-f8ceb4f94f48 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.081839] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 845.081839] env[62679]: value = "task-2412289" [ 845.081839] env[62679]: _type = "Task" [ 845.081839] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.081839] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.216289] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412287, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.321104] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.321946] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.322609] env[62679]: DEBUG nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.325951] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.559s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.327279] env[62679]: INFO nova.compute.claims [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.340859] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064036} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.341313] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.342200] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae1328a-00c5-4187-861b-1bcf5237335b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.370175] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 31a95f6f-8a83-4506-97c9-5b15f5d78183/31a95f6f-8a83-4506-97c9-5b15f5d78183.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.370321] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e9a454-7e38-4429-b2e9-e680ee61583f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.399275] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 845.399275] env[62679]: value = "task-2412290" [ 845.399275] env[62679]: _type = "Task" [ 845.399275] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.410702] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.519078] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412286, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.568577] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.719424] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412287, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.839701] env[62679]: DEBUG nova.compute.utils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.840713] env[62679]: DEBUG nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.840899] env[62679]: DEBUG nova.network.neutron [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.894267] env[62679]: DEBUG nova.policy [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff15507c310b46a580d36d32481a3860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b6f9dd88de4416b1b8435b8fa80cb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.910267] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.020307] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412286, 'name': CreateSnapshot_Task, 'duration_secs': 1.024294} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.020581] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.021388] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6987969-628c-4230-a7d2-d846dbad53bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.069782] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412289, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.221045] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412287, 'name': CloneVM_Task, 'duration_secs': 1.430865} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.221045] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Created linked-clone VM from snapshot [ 846.221045] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b9cae3-4aa0-42cd-a268-5f241744964a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.233011] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Uploading image d073cf63-c64d-4d48-8d13-f4083e8d9f3b {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.263474] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.263474] env[62679]: value = "vm-489090" [ 846.263474] env[62679]: _type = "VirtualMachine" [ 846.263474] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.263798] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-61141a3f-8683-452e-bfcb-56538d28eaee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.274333] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lease: (returnval){ [ 846.274333] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f3031a-121e-064a-7189-497b8df51811" [ 846.274333] env[62679]: _type = "HttpNfcLease" [ 846.274333] env[62679]: } obtained for exporting VM: (result){ [ 846.274333] env[62679]: value = "vm-489090" [ 846.274333] env[62679]: _type = "VirtualMachine" [ 846.274333] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.275460] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the lease: (returnval){ [ 846.275460] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f3031a-121e-064a-7189-497b8df51811" [ 846.275460] env[62679]: _type = "HttpNfcLease" [ 846.275460] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.283163] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.283163] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f3031a-121e-064a-7189-497b8df51811" [ 846.283163] env[62679]: _type = "HttpNfcLease" [ 846.283163] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 846.315058] env[62679]: DEBUG nova.network.neutron [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Successfully created port: ee7bdaac-a017-44b4-ac87-a6387fb14126 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.346703] env[62679]: DEBUG nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.410407] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412290, 'name': ReconfigVM_Task, 'duration_secs': 0.883864} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.414061] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 31a95f6f-8a83-4506-97c9-5b15f5d78183/31a95f6f-8a83-4506-97c9-5b15f5d78183.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.414262] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e419ff45-d48e-44cd-8105-1b59f464abc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.421355] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 846.421355] env[62679]: value = "task-2412292" [ 846.421355] env[62679]: _type = "Task" [ 846.421355] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.438321] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412292, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.510542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "257e3861-3acd-41db-8e31-6265fa284a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.510542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "257e3861-3acd-41db-8e31-6265fa284a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.549985] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.553667] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d855c549-7e23-4434-8ede-486e1a0131bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.562540] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 846.562540] env[62679]: value = "task-2412293" [ 846.562540] env[62679]: _type = "Task" [ 846.562540] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.582222] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412293, 'name': CloneVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.587719] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412289, 'name': PowerOffVM_Task, 'duration_secs': 1.13488} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.587719] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.587719] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.588390] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab1ab9a-60cb-4231-ad8c-74d0c49746a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.762932] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.763215] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.763422] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleting the datastore file [datastore1] 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.763695] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1665ca44-b394-4f5d-bd76-7429795fc3df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.771808] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for the task: (returnval){ [ 846.771808] env[62679]: value = "task-2412295" [ 846.771808] env[62679]: _type = "Task" [ 846.771808] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.794922] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.795272] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.795272] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f3031a-121e-064a-7189-497b8df51811" [ 846.795272] env[62679]: _type = "HttpNfcLease" [ 846.795272] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.795651] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.795651] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f3031a-121e-064a-7189-497b8df51811" [ 846.795651] env[62679]: _type = "HttpNfcLease" [ 846.795651] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.797037] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a8005d-f8df-46c7-817f-a0492af9e8ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.807251] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240a244-6740-63d5-d951-a0e098c2272d/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.807636] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240a244-6740-63d5-d951-a0e098c2272d/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 846.885160] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4eb9fd-de99-40f8-a032-299ba74af247 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.893452] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7392ee0f-e6e7-41cb-bc84-732441a46b7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.934040] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86c0c3-eebf-40a2-a386-034b6b75ee35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.937512] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb7c2b60-322d-42ff-b5d0-fe6dced8b864 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.947985] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7896d474-0ac6-40f0-98d9-4c468a48b756 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.952185] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412292, 'name': Rename_Task, 'duration_secs': 0.207135} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.952509] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.953128] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b61b33-3ce8-4881-84d2-168833a2d93a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.964665] env[62679]: DEBUG nova.compute.provider_tree [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.971464] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 846.971464] env[62679]: value = "task-2412296" [ 846.971464] env[62679]: _type = "Task" [ 846.971464] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.987715] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.019336] env[62679]: DEBUG nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.080063] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412293, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.287555] env[62679]: DEBUG oslo_vmware.api [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Task: {'id': task-2412295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151447} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.287899] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.288163] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.288445] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.288792] env[62679]: INFO nova.compute.manager [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Took 2.25 seconds to destroy the instance on the hypervisor. [ 847.289140] env[62679]: DEBUG oslo.service.loopingcall [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.289399] env[62679]: DEBUG nova.compute.manager [-] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.289536] env[62679]: DEBUG nova.network.neutron [-] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.385022] env[62679]: DEBUG nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.413016] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.413016] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.413016] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.413016] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.413016] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.413445] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.414288] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.414513] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.414905] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.415329] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.415945] env[62679]: DEBUG nova.virt.hardware [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.417613] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3defb953-7985-447b-92c6-588fc322fda1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.428427] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f8d79-c9e4-4ff2-b8cd-69647fe820e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.468046] env[62679]: DEBUG nova.scheduler.client.report [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.485448] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.542505] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.579465] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412293, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.779959] env[62679]: DEBUG nova.compute.manager [req-d7c1c653-cdba-42af-8cf1-c9be76fa273a req-7407ac17-71cc-4683-bf69-79eec0558692 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Received event network-vif-deleted-92baad39-d4e3-453e-b521-6bb7682efbdc {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 847.780270] env[62679]: INFO nova.compute.manager [req-d7c1c653-cdba-42af-8cf1-c9be76fa273a req-7407ac17-71cc-4683-bf69-79eec0558692 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Neutron deleted interface 92baad39-d4e3-453e-b521-6bb7682efbdc; detaching it from the instance and deleting it from the info cache [ 847.780447] env[62679]: DEBUG nova.network.neutron [req-d7c1c653-cdba-42af-8cf1-c9be76fa273a req-7407ac17-71cc-4683-bf69-79eec0558692 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.973480] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.974301] env[62679]: DEBUG nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.980542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.907s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.982503] env[62679]: INFO nova.compute.claims [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.001865] env[62679]: DEBUG oslo_vmware.api [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412296, 'name': PowerOnVM_Task, 'duration_secs': 0.708096} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.002035] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.002332] env[62679]: INFO nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Took 9.16 seconds to spawn the instance on the hypervisor. [ 848.002584] env[62679]: DEBUG nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.003518] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caf22f7-6637-4f70-abc4-a85b7eb56d89 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.078883] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412293, 'name': CloneVM_Task, 'duration_secs': 1.483476} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.079490] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Created linked-clone VM from snapshot [ 848.080499] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8fb938-019b-4bc2-a870-e78034dd1ce1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.089443] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Uploading image 9193f500-ff1a-44d7-9488-e2bd669804b9 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.103025] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 848.103354] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-641a2514-3215-49e4-898e-f8c35bb60d2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.113022] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 848.113022] env[62679]: value = "task-2412297" [ 848.113022] env[62679]: _type = "Task" [ 848.113022] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.119979] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412297, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.134870] env[62679]: DEBUG nova.network.neutron [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Successfully updated port: ee7bdaac-a017-44b4-ac87-a6387fb14126 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.240369] env[62679]: DEBUG nova.network.neutron [-] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.283581] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b2434e0-7c29-4758-87b9-ac19e0edebaf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.295440] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67880dbe-d072-4377-9daa-1b4da2825608 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.331187] env[62679]: DEBUG nova.compute.manager [req-d7c1c653-cdba-42af-8cf1-c9be76fa273a req-7407ac17-71cc-4683-bf69-79eec0558692 service nova] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Detach interface failed, port_id=92baad39-d4e3-453e-b521-6bb7682efbdc, reason: Instance 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 848.493112] env[62679]: DEBUG nova.compute.utils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 848.495354] env[62679]: DEBUG nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.495722] env[62679]: DEBUG nova.network.neutron [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.530572] env[62679]: INFO nova.compute.manager [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Took 26.36 seconds to build instance. [ 848.548219] env[62679]: DEBUG nova.policy [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd77a925d8db34e25b17752c2cdc27388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6dbf85836b1400b8f84be3df7b185d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.622187] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412297, 'name': Destroy_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.637629] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "refresh_cache-22e91362-b617-4092-8311-2979abfa5bfa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.637735] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "refresh_cache-22e91362-b617-4092-8311-2979abfa5bfa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.637898] env[62679]: DEBUG nova.network.neutron [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.743528] env[62679]: INFO nova.compute.manager [-] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Took 1.45 seconds to deallocate network for instance. [ 849.000984] env[62679]: DEBUG nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.033688] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b6dd9c36-c8b5-4db7-93d0-9a414de60d4c tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.876s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.125658] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412297, 'name': Destroy_Task, 'duration_secs': 0.57062} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.125911] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Destroyed the VM [ 849.126180] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 849.126439] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af8df715-3260-4195-8dbe-c2f480c4def9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.132814] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 849.132814] env[62679]: value = "task-2412298" [ 849.132814] env[62679]: _type = "Task" [ 849.132814] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.147450] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.193215] env[62679]: DEBUG nova.network.neutron [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.250064] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.346568] env[62679]: DEBUG nova.network.neutron [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Successfully created port: 091d0842-ac0a-48fd-89ae-18b9d23c32ea {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.423066] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f457755-9953-4b0b-b9fb-24c546692c3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.431687] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c2956-2004-4e47-96aa-0e4f7fcfe8de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.465396] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee97141-3827-4854-99c1-ddd87648e6e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.473025] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af8d2f-6704-4343-a36a-ae3a0c41056b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.487404] env[62679]: DEBUG nova.compute.provider_tree [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.561710] env[62679]: DEBUG nova.network.neutron [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Updating instance_info_cache with network_info: [{"id": "ee7bdaac-a017-44b4-ac87-a6387fb14126", "address": "fa:16:3e:aa:67:37", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7bdaac-a0", "ovs_interfaceid": "ee7bdaac-a017-44b4-ac87-a6387fb14126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.643413] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412298, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.976896] env[62679]: DEBUG nova.compute.manager [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Received event network-vif-plugged-ee7bdaac-a017-44b4-ac87-a6387fb14126 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 849.976945] env[62679]: DEBUG oslo_concurrency.lockutils [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] Acquiring lock "22e91362-b617-4092-8311-2979abfa5bfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.977160] env[62679]: DEBUG oslo_concurrency.lockutils [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] Lock "22e91362-b617-4092-8311-2979abfa5bfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.977338] env[62679]: DEBUG oslo_concurrency.lockutils [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] Lock "22e91362-b617-4092-8311-2979abfa5bfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.977491] env[62679]: DEBUG nova.compute.manager [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] No waiting events found dispatching network-vif-plugged-ee7bdaac-a017-44b4-ac87-a6387fb14126 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.977651] env[62679]: WARNING nova.compute.manager [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Received unexpected event network-vif-plugged-ee7bdaac-a017-44b4-ac87-a6387fb14126 for instance with vm_state building and task_state spawning. [ 849.977802] env[62679]: DEBUG nova.compute.manager [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Received event network-changed-ee7bdaac-a017-44b4-ac87-a6387fb14126 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 849.977950] env[62679]: DEBUG nova.compute.manager [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Refreshing instance network info cache due to event network-changed-ee7bdaac-a017-44b4-ac87-a6387fb14126. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 849.978149] env[62679]: DEBUG oslo_concurrency.lockutils [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] Acquiring lock "refresh_cache-22e91362-b617-4092-8311-2979abfa5bfa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.993537] env[62679]: DEBUG nova.scheduler.client.report [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.011992] env[62679]: DEBUG nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.037529] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.037775] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.037925] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.038132] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.038275] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.038417] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.039089] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.039089] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.039089] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.039270] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.039460] env[62679]: DEBUG nova.virt.hardware [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.040645] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820966c-1753-4224-b04d-be644205ad2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.050254] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e0d986-0a51-4188-8141-a107190542c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.067451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "refresh_cache-22e91362-b617-4092-8311-2979abfa5bfa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.067778] env[62679]: DEBUG nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Instance network_info: |[{"id": "ee7bdaac-a017-44b4-ac87-a6387fb14126", "address": "fa:16:3e:aa:67:37", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7bdaac-a0", "ovs_interfaceid": "ee7bdaac-a017-44b4-ac87-a6387fb14126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.068083] env[62679]: DEBUG oslo_concurrency.lockutils [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] Acquired lock "refresh_cache-22e91362-b617-4092-8311-2979abfa5bfa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068285] env[62679]: DEBUG nova.network.neutron [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Refreshing network info cache for port ee7bdaac-a017-44b4-ac87-a6387fb14126 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.069567] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:67:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee7bdaac-a017-44b4-ac87-a6387fb14126', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.077141] env[62679]: DEBUG oslo.service.loopingcall [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.080543] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.081093] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33ddafd8-3776-4045-9bb0-b80ea8d00c47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.103486] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.103486] env[62679]: value = "task-2412299" [ 850.103486] env[62679]: _type = "Task" [ 850.103486] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.112219] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412299, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.143203] env[62679]: DEBUG oslo_vmware.api [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412298, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745873} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.143728] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 850.443404] env[62679]: DEBUG nova.network.neutron [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Updated VIF entry in instance network info cache for port ee7bdaac-a017-44b4-ac87-a6387fb14126. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.443957] env[62679]: DEBUG nova.network.neutron [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Updating instance_info_cache with network_info: [{"id": "ee7bdaac-a017-44b4-ac87-a6387fb14126", "address": "fa:16:3e:aa:67:37", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7bdaac-a0", "ovs_interfaceid": "ee7bdaac-a017-44b4-ac87-a6387fb14126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.455496] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.455877] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.456160] env[62679]: INFO nova.compute.manager [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Shelving [ 850.498523] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.499097] env[62679]: DEBUG nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.502721] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.511s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.504135] env[62679]: INFO nova.compute.claims [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.614398] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412299, 'name': CreateVM_Task, 'duration_secs': 0.41205} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.614570] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.615274] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.615421] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.615780] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.616048] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17f7591-9509-4e8d-a53e-84b6a238e14a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.620627] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 850.620627] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522b7fdc-3b17-6dc8-74d5-08799b7a50d1" [ 850.620627] env[62679]: _type = "Task" [ 850.620627] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.628662] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522b7fdc-3b17-6dc8-74d5-08799b7a50d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.648795] env[62679]: WARNING nova.compute.manager [None req-1428b6c3-76de-4681-b165-52ff5d58228e tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Image not found during snapshot: nova.exception.ImageNotFound: Image 9193f500-ff1a-44d7-9488-e2bd669804b9 could not be found. [ 850.947878] env[62679]: DEBUG oslo_concurrency.lockutils [req-d160fb2c-17cb-4900-ae56-ef6ba53c4d18 req-be7e3e28-a55e-4040-abc1-25bbfc592b4e service nova] Releasing lock "refresh_cache-22e91362-b617-4092-8311-2979abfa5bfa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.014668] env[62679]: DEBUG nova.compute.utils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 851.015969] env[62679]: DEBUG nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.016179] env[62679]: DEBUG nova.network.neutron [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.117481] env[62679]: DEBUG nova.policy [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e03adc711342819a7257b01a5c6190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae726ecdbce44b582240940aadcf6ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.131229] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522b7fdc-3b17-6dc8-74d5-08799b7a50d1, 'name': SearchDatastore_Task, 'duration_secs': 0.026163} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.132514] env[62679]: DEBUG nova.network.neutron [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Successfully updated port: 091d0842-ac0a-48fd-89ae-18b9d23c32ea {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.133965] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.133965] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.134113] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.134292] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.134478] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.134976] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59bca318-e783-4a96-b5ee-a76fcfad071d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.144681] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.144681] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.145875] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90ed6c5-9b7d-4364-8db8-68dcf1444c43 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.151599] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 851.151599] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c13a25-fc3b-ddda-0de1-e5c7f2478a4c" [ 851.151599] env[62679]: _type = "Task" [ 851.151599] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.160306] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c13a25-fc3b-ddda-0de1-e5c7f2478a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.465396] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.465767] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4a855b0-54a4-4c64-ac71-0e4e4633b1a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.472915] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 851.472915] env[62679]: value = "task-2412300" [ 851.472915] env[62679]: _type = "Task" [ 851.472915] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.482825] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.524024] env[62679]: DEBUG nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.579321] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.579538] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.579789] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.580108] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.580212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.582624] env[62679]: INFO nova.compute.manager [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Terminating instance [ 851.638085] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "refresh_cache-fbd90f58-d056-4166-93e9-a74efe1e901f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.638085] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquired lock "refresh_cache-fbd90f58-d056-4166-93e9-a74efe1e901f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.638085] env[62679]: DEBUG nova.network.neutron [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.669782] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c13a25-fc3b-ddda-0de1-e5c7f2478a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.020772} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.670783] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1b5d16-658c-468b-8a13-65d37d074801 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.680654] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 851.680654] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f63671-c2d7-6315-1a05-bbc2079cd1eb" [ 851.680654] env[62679]: _type = "Task" [ 851.680654] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.689965] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f63671-c2d7-6315-1a05-bbc2079cd1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.717050] env[62679]: DEBUG nova.network.neutron [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Successfully created port: d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.922023] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f466f23-3eb7-46a0-9b1a-87c0a5442636 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.930404] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0265be88-8d92-494b-8a40-5bb43ab1ad25 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.962801] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec845cd5-179f-4024-ad9e-77bd1805777b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.970645] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7763f05-4735-44ff-ab51-6696e2939c0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.987674] env[62679]: DEBUG nova.compute.provider_tree [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.992078] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412300, 'name': PowerOffVM_Task, 'duration_secs': 0.230879} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.992300] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.993106] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f07bb-fb35-4d9d-a33e-c9c99692e98e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.012566] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9887f451-f850-481a-a6f0-059a38e1079f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.015861] env[62679]: DEBUG nova.compute.manager [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Received event network-vif-plugged-091d0842-ac0a-48fd-89ae-18b9d23c32ea {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 852.016066] env[62679]: DEBUG oslo_concurrency.lockutils [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] Acquiring lock "fbd90f58-d056-4166-93e9-a74efe1e901f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.016270] env[62679]: DEBUG oslo_concurrency.lockutils [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.016436] env[62679]: DEBUG oslo_concurrency.lockutils [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.016592] env[62679]: DEBUG nova.compute.manager [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] No waiting events found dispatching network-vif-plugged-091d0842-ac0a-48fd-89ae-18b9d23c32ea {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.016749] env[62679]: WARNING nova.compute.manager [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Received unexpected event network-vif-plugged-091d0842-ac0a-48fd-89ae-18b9d23c32ea for instance with vm_state building and task_state spawning. [ 852.016900] env[62679]: DEBUG nova.compute.manager [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Received event network-changed-091d0842-ac0a-48fd-89ae-18b9d23c32ea {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 852.017060] env[62679]: DEBUG nova.compute.manager [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Refreshing instance network info cache due to event network-changed-091d0842-ac0a-48fd-89ae-18b9d23c32ea. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 852.017225] env[62679]: DEBUG oslo_concurrency.lockutils [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] Acquiring lock "refresh_cache-fbd90f58-d056-4166-93e9-a74efe1e901f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.090415] env[62679]: DEBUG nova.compute.manager [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.090717] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.091712] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d723f7ac-897e-40bf-88fe-0d9e905d6c1e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.099931] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.100201] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88514e8a-deba-4938-ba3f-ab5c7f6f9400 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.106762] env[62679]: DEBUG oslo_vmware.api [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 852.106762] env[62679]: value = "task-2412301" [ 852.106762] env[62679]: _type = "Task" [ 852.106762] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.114648] env[62679]: DEBUG oslo_vmware.api [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.175490] env[62679]: DEBUG nova.network.neutron [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.191229] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f63671-c2d7-6315-1a05-bbc2079cd1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013509} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.193708] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.193998] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 22e91362-b617-4092-8311-2979abfa5bfa/22e91362-b617-4092-8311-2979abfa5bfa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.194609] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c9c781d-455c-4b20-9834-38a6755ee591 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.201490] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 852.201490] env[62679]: value = "task-2412302" [ 852.201490] env[62679]: _type = "Task" [ 852.201490] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.212337] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.436732] env[62679]: DEBUG nova.network.neutron [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Updating instance_info_cache with network_info: [{"id": "091d0842-ac0a-48fd-89ae-18b9d23c32ea", "address": "fa:16:3e:7a:62:c9", "network": {"id": "1a394203-4773-492e-85fc-525e566f9664", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1954734060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6dbf85836b1400b8f84be3df7b185d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091d0842-ac", "ovs_interfaceid": "091d0842-ac0a-48fd-89ae-18b9d23c32ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.494367] env[62679]: DEBUG nova.scheduler.client.report [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.525629] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 852.525839] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fc158a3-efdd-4f6d-a917-25cd046991cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.531797] env[62679]: DEBUG nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.535775] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 852.535775] env[62679]: value = "task-2412303" [ 852.535775] env[62679]: _type = "Task" [ 852.535775] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.546862] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412303, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.565804] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.566089] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.566250] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.566423] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.566568] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.566800] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.566907] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.567113] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.567252] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.567424] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.567585] env[62679]: DEBUG nova.virt.hardware [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.568473] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64df7ad-2bff-4f65-83f2-18d2b351b181 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.577262] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b35eb-be93-44b7-b6fb-1871d0c78ad7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.617914] env[62679]: DEBUG oslo_vmware.api [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412301, 'name': PowerOffVM_Task, 'duration_secs': 0.251464} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.618344] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.618597] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.618933] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88279f6a-982b-45cb-a1e8-bb7fe42c907e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.693223] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.693604] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.693816] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleting the datastore file [datastore1] a7540721-1d08-4e34-b5b0-c5166bc9e75c {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.694226] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa35934e-32d1-4f97-9dfa-1461789749a1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.702388] env[62679]: DEBUG oslo_vmware.api [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for the task: (returnval){ [ 852.702388] env[62679]: value = "task-2412305" [ 852.702388] env[62679]: _type = "Task" [ 852.702388] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.717430] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.721437] env[62679]: DEBUG oslo_vmware.api [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.939989] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Releasing lock "refresh_cache-fbd90f58-d056-4166-93e9-a74efe1e901f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.940381] env[62679]: DEBUG nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Instance network_info: |[{"id": "091d0842-ac0a-48fd-89ae-18b9d23c32ea", "address": "fa:16:3e:7a:62:c9", "network": {"id": "1a394203-4773-492e-85fc-525e566f9664", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1954734060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6dbf85836b1400b8f84be3df7b185d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091d0842-ac", "ovs_interfaceid": "091d0842-ac0a-48fd-89ae-18b9d23c32ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.940702] env[62679]: DEBUG oslo_concurrency.lockutils [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] Acquired lock "refresh_cache-fbd90f58-d056-4166-93e9-a74efe1e901f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.940883] env[62679]: DEBUG nova.network.neutron [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Refreshing network info cache for port 091d0842-ac0a-48fd-89ae-18b9d23c32ea {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.942231] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:62:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '091d0842-ac0a-48fd-89ae-18b9d23c32ea', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.950185] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Creating folder: Project (d6dbf85836b1400b8f84be3df7b185d1). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.950800] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d4256d8-4297-4246-aced-0ee065f4ce9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.961803] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Created folder: Project (d6dbf85836b1400b8f84be3df7b185d1) in parent group-v488891. [ 852.962023] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Creating folder: Instances. Parent ref: group-v489094. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.962272] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598602db-d68d-462e-a5f0-39907787522c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.972287] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Created folder: Instances in parent group-v489094. [ 852.972583] env[62679]: DEBUG oslo.service.loopingcall [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.972781] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.972990] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b6a6e7-34d4-4771-8aa4-a44c94fc0060 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.993111] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.993111] env[62679]: value = "task-2412308" [ 852.993111] env[62679]: _type = "Task" [ 852.993111] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.001346] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.001816] env[62679]: DEBUG nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.004181] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412308, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.004450] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.792s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.004669] env[62679]: DEBUG nova.objects.instance [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'resources' on Instance uuid 26fd4358-7bd1-407d-814d-5eb9f1910a7e {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.048120] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412303, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.217474] env[62679]: DEBUG oslo_vmware.api [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Task: {'id': task-2412305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212208} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.220805] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.221128] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.221252] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.221395] env[62679]: INFO nova.compute.manager [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 853.221621] env[62679]: DEBUG oslo.service.loopingcall [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.221835] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540012} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.222055] env[62679]: DEBUG nova.compute.manager [-] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.222160] env[62679]: DEBUG nova.network.neutron [-] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.223861] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 22e91362-b617-4092-8311-2979abfa5bfa/22e91362-b617-4092-8311-2979abfa5bfa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.224087] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.224342] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c71ece0-ef7c-4c5e-9863-45838cf08a93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.231828] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 853.231828] env[62679]: value = "task-2412309" [ 853.231828] env[62679]: _type = "Task" [ 853.231828] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.240265] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.380999] env[62679]: DEBUG nova.network.neutron [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Successfully updated port: d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.504121] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412308, 'name': CreateVM_Task, 'duration_secs': 0.411334} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.504121] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.505572] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.506034] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.509093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.509093] env[62679]: DEBUG nova.compute.utils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.511772] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc246418-c340-4a1b-95f5-918458ba346b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.515522] env[62679]: DEBUG nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.519184] env[62679]: DEBUG nova.network.neutron [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.525886] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 853.525886] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526fc0bc-dcaa-c96a-11c5-1b34da40111d" [ 853.525886] env[62679]: _type = "Task" [ 853.525886] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.539741] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526fc0bc-dcaa-c96a-11c5-1b34da40111d, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.543903] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.544340] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.544749] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.545088] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.547082] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.548650] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d342cee3-1433-4af3-a15d-6d1699e50431 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.556312] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412303, 'name': CreateSnapshot_Task, 'duration_secs': 0.817789} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.556758] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 853.557713] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e38e2-da57-479c-ae99-6c3b5c69c6ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.562225] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.562566] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.570590] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c39a349-0d77-4137-8cd3-a669b19933e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.576433] env[62679]: DEBUG nova.policy [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31bfda3658c04ee69d09678c26031f89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abe9655460ea4381acf675c0a77bc0b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.586576] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 853.586576] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52af6196-8b5e-5ceb-d915-7c8c84389ebf" [ 853.586576] env[62679]: _type = "Task" [ 853.586576] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.595286] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52af6196-8b5e-5ceb-d915-7c8c84389ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.749101] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178608} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.752924] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.754223] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790d7c8-0ccd-4cec-9910-f89a6afed594 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.781223] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 22e91362-b617-4092-8311-2979abfa5bfa/22e91362-b617-4092-8311-2979abfa5bfa.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.786841] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fc7ae2-71e0-4a99-a4b5-df932445b95d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.819631] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 853.819631] env[62679]: value = "task-2412310" [ 853.819631] env[62679]: _type = "Task" [ 853.819631] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.828957] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.884207] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.884308] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.884443] env[62679]: DEBUG nova.network.neutron [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.963639] env[62679]: DEBUG nova.network.neutron [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Updated VIF entry in instance network info cache for port 091d0842-ac0a-48fd-89ae-18b9d23c32ea. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.963917] env[62679]: DEBUG nova.network.neutron [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Updating instance_info_cache with network_info: [{"id": "091d0842-ac0a-48fd-89ae-18b9d23c32ea", "address": "fa:16:3e:7a:62:c9", "network": {"id": "1a394203-4773-492e-85fc-525e566f9664", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1954734060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6dbf85836b1400b8f84be3df7b185d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091d0842-ac", "ovs_interfaceid": "091d0842-ac0a-48fd-89ae-18b9d23c32ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.986571] env[62679]: DEBUG nova.network.neutron [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Successfully created port: 5ae6b356-7635-4d3c-882d-40e33437746e {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.016539] env[62679]: DEBUG nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.046477] env[62679]: DEBUG nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Received event network-vif-plugged-d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 854.046582] env[62679]: DEBUG oslo_concurrency.lockutils [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] Acquiring lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.046717] env[62679]: DEBUG oslo_concurrency.lockutils [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.046904] env[62679]: DEBUG oslo_concurrency.lockutils [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.047129] env[62679]: DEBUG nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] No waiting events found dispatching network-vif-plugged-d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.047316] env[62679]: WARNING nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Received unexpected event network-vif-plugged-d20d3c4d-1852-4219-a6c0-b211615ae15f for instance with vm_state building and task_state spawning. [ 854.047908] env[62679]: DEBUG nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Received event network-changed-d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 854.047908] env[62679]: DEBUG nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Refreshing instance network info cache due to event network-changed-d20d3c4d-1852-4219-a6c0-b211615ae15f. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 854.047908] env[62679]: DEBUG oslo_concurrency.lockutils [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] Acquiring lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.065317] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a002b26-4542-41e1-b0e2-b2f573385780 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.075373] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b0f9f-8b02-4c85-93e5-1cc4bcb5adf8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.113872] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 854.115149] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f501ea8b-450b-48ed-8f89-eeeade55b3b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.123980] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff4ee03-f1b3-497a-855c-3a6c9d839ad3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.133949] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52af6196-8b5e-5ceb-d915-7c8c84389ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.137589] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f97cd3-e0f3-46fb-88d8-e165de602aa0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.141774] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 854.141774] env[62679]: value = "task-2412311" [ 854.141774] env[62679]: _type = "Task" [ 854.141774] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.142068] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b150dd-eec7-413c-968b-b2286f38305c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.157664] env[62679]: DEBUG nova.compute.provider_tree [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.161185] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 854.161185] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b2f3a6-2207-5f6e-3c71-12d23287c012" [ 854.161185] env[62679]: _type = "Task" [ 854.161185] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.164691] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412311, 'name': CloneVM_Task} progress is 11%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.176481] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b2f3a6-2207-5f6e-3c71-12d23287c012, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.176756] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.177047] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] fbd90f58-d056-4166-93e9-a74efe1e901f/fbd90f58-d056-4166-93e9-a74efe1e901f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.177346] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6dc8ea9-4ab8-4411-9493-e28df72547e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.184515] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 854.184515] env[62679]: value = "task-2412312" [ 854.184515] env[62679]: _type = "Task" [ 854.184515] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.192949] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.314029] env[62679]: DEBUG nova.network.neutron [-] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.330476] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412310, 'name': ReconfigVM_Task, 'duration_secs': 0.335317} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.330842] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 22e91362-b617-4092-8311-2979abfa5bfa/22e91362-b617-4092-8311-2979abfa5bfa.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.331635] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781e52fe-89eb-4d81-9585-90e480d06b3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.340360] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 854.340360] env[62679]: value = "task-2412313" [ 854.340360] env[62679]: _type = "Task" [ 854.340360] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.353974] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412313, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.418985] env[62679]: DEBUG nova.network.neutron [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.467114] env[62679]: DEBUG oslo_concurrency.lockutils [req-60cbe97c-56f2-4b00-9123-364c2ec96d4f req-4cae50b0-39ed-44d6-814e-990e51e67839 service nova] Releasing lock "refresh_cache-fbd90f58-d056-4166-93e9-a74efe1e901f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.658073] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412311, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.665343] env[62679]: DEBUG nova.scheduler.client.report [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.666863] env[62679]: DEBUG nova.network.neutron [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updating instance_info_cache with network_info: [{"id": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "address": "fa:16:3e:93:84:04", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20d3c4d-18", "ovs_interfaceid": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.701049] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412312, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.816731] env[62679]: INFO nova.compute.manager [-] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Took 1.59 seconds to deallocate network for instance. [ 854.851394] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412313, 'name': Rename_Task, 'duration_secs': 0.467282} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.851714] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.852040] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067ee13c-5d5e-4309-b4f8-facedd500f1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.860369] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 854.860369] env[62679]: value = "task-2412314" [ 854.860369] env[62679]: _type = "Task" [ 854.860369] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.870528] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.004295] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240a244-6740-63d5-d951-a0e098c2272d/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 855.005328] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaaf643-d148-4e58-abca-9560c9be5bd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.012568] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240a244-6740-63d5-d951-a0e098c2272d/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 855.012826] env[62679]: ERROR oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240a244-6740-63d5-d951-a0e098c2272d/disk-0.vmdk due to incomplete transfer. [ 855.013125] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b9f4c0b-8bc4-4a2b-8017-65cbf64d70bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.020301] env[62679]: DEBUG oslo_vmware.rw_handles [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240a244-6740-63d5-d951-a0e098c2272d/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 855.021051] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Uploaded image d073cf63-c64d-4d48-8d13-f4083e8d9f3b to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 855.023150] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 855.023150] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1792c24f-2efa-43db-aaa3-93e747b7ab0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.028347] env[62679]: DEBUG nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.031578] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 855.031578] env[62679]: value = "task-2412315" [ 855.031578] env[62679]: _type = "Task" [ 855.031578] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.039869] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412315, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.054351] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.054595] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.054754] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.054950] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.055133] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.055282] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.055489] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.055681] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.055851] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.056029] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.056224] env[62679]: DEBUG nova.virt.hardware [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.057081] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e6f966-820c-40fa-a194-aea6486e0d16 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.065257] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dec2e6-1d9d-4c79-97a7-d0cdbc762b65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.157830] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412311, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.169739] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.172154] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.172659] env[62679]: DEBUG nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Instance network_info: |[{"id": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "address": "fa:16:3e:93:84:04", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20d3c4d-18", "ovs_interfaceid": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.173438] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.178s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.173702] env[62679]: DEBUG nova.objects.instance [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lazy-loading 'resources' on Instance uuid f5985f81-8b11-4fb9-be77-e24545dce4aa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.174835] env[62679]: DEBUG oslo_concurrency.lockutils [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] Acquired lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.175452] env[62679]: DEBUG nova.network.neutron [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Refreshing network info cache for port d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.176600] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:84:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20d3c4d-1852-4219-a6c0-b211615ae15f', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.185527] env[62679]: DEBUG oslo.service.loopingcall [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.191394] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.192532] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed1ba146-c5d2-4e86-9e8a-8f6b350605e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.215061] env[62679]: INFO nova.scheduler.client.report [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted allocations for instance 26fd4358-7bd1-407d-814d-5eb9f1910a7e [ 855.224717] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689414} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.226054] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] fbd90f58-d056-4166-93e9-a74efe1e901f/fbd90f58-d056-4166-93e9-a74efe1e901f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.226328] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.226579] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.226579] env[62679]: value = "task-2412316" [ 855.226579] env[62679]: _type = "Task" [ 855.226579] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.226773] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dedcd525-49c8-4f2d-b2b9-41073083be98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.239923] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412316, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.241455] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 855.241455] env[62679]: value = "task-2412317" [ 855.241455] env[62679]: _type = "Task" [ 855.241455] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.256796] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.323941] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.380712] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412314, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.465713] env[62679]: DEBUG nova.network.neutron [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updated VIF entry in instance network info cache for port d20d3c4d-1852-4219-a6c0-b211615ae15f. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.466130] env[62679]: DEBUG nova.network.neutron [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updating instance_info_cache with network_info: [{"id": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "address": "fa:16:3e:93:84:04", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20d3c4d-18", "ovs_interfaceid": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.484276] env[62679]: DEBUG nova.compute.manager [req-4affc598-fbd4-4801-ad14-942dc6a53c1d req-7c187b79-c703-453b-b7b5-32d7d980f3e3 service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Received event network-vif-plugged-5ae6b356-7635-4d3c-882d-40e33437746e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 855.484487] env[62679]: DEBUG oslo_concurrency.lockutils [req-4affc598-fbd4-4801-ad14-942dc6a53c1d req-7c187b79-c703-453b-b7b5-32d7d980f3e3 service nova] Acquiring lock "d96a89f6-6303-493a-ad3d-47218a40daf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.484711] env[62679]: DEBUG oslo_concurrency.lockutils [req-4affc598-fbd4-4801-ad14-942dc6a53c1d req-7c187b79-c703-453b-b7b5-32d7d980f3e3 service nova] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.484963] env[62679]: DEBUG oslo_concurrency.lockutils [req-4affc598-fbd4-4801-ad14-942dc6a53c1d req-7c187b79-c703-453b-b7b5-32d7d980f3e3 service nova] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.485067] env[62679]: DEBUG nova.compute.manager [req-4affc598-fbd4-4801-ad14-942dc6a53c1d req-7c187b79-c703-453b-b7b5-32d7d980f3e3 service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] No waiting events found dispatching network-vif-plugged-5ae6b356-7635-4d3c-882d-40e33437746e {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.485244] env[62679]: WARNING nova.compute.manager [req-4affc598-fbd4-4801-ad14-942dc6a53c1d req-7c187b79-c703-453b-b7b5-32d7d980f3e3 service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Received unexpected event network-vif-plugged-5ae6b356-7635-4d3c-882d-40e33437746e for instance with vm_state building and task_state spawning. [ 855.543447] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412315, 'name': Destroy_Task, 'duration_secs': 0.415314} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.545947] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Destroyed the VM [ 855.546223] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.547975] env[62679]: DEBUG nova.network.neutron [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Successfully updated port: 5ae6b356-7635-4d3c-882d-40e33437746e {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.549014] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fce149a-0cdf-43df-92a8-7d7a341fffb5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.555520] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 855.555520] env[62679]: value = "task-2412318" [ 855.555520] env[62679]: _type = "Task" [ 855.555520] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.569541] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412318, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.585775] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0661c4e-11f8-4ad5-a389-897136971dbd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.593469] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5970ea32-3905-4ccb-b302-e78a64c4c262 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.625513] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c859f4-39f1-4277-a47b-605242d702a2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.633435] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f90ea-a13e-4253-924f-3558f86493cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.647487] env[62679]: DEBUG nova.compute.provider_tree [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.658419] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412311, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.723858] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d8434ff9-591d-4f15-86d5-7e801a622165 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "26fd4358-7bd1-407d-814d-5eb9f1910a7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.941s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.738985] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412316, 'name': CreateVM_Task, 'duration_secs': 0.442352} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.739178] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.739778] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.739945] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.741415] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.741415] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f309e99-2dee-4a94-abd9-a035cc168f45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.745597] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 855.745597] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5210c729-de03-ddab-0c35-f01d0bdaad02" [ 855.745597] env[62679]: _type = "Task" [ 855.745597] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.758356] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096122} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.761386] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.761738] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5210c729-de03-ddab-0c35-f01d0bdaad02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.762756] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2c3b41-9382-4d60-9a1e-9c16506b9051 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.785733] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] fbd90f58-d056-4166-93e9-a74efe1e901f/fbd90f58-d056-4166-93e9-a74efe1e901f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.786066] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfb665e9-4796-4c42-a31e-8b3af771139f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.806626] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 855.806626] env[62679]: value = "task-2412319" [ 855.806626] env[62679]: _type = "Task" [ 855.806626] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.817310] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.871542] env[62679]: DEBUG oslo_vmware.api [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412314, 'name': PowerOnVM_Task, 'duration_secs': 0.570226} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.871977] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.872379] env[62679]: INFO nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Took 8.49 seconds to spawn the instance on the hypervisor. [ 855.872681] env[62679]: DEBUG nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.873705] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c0869-ee4c-4f3b-8c8d-9572d10e2a37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.968657] env[62679]: DEBUG oslo_concurrency.lockutils [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] Releasing lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.968939] env[62679]: DEBUG nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Received event network-vif-deleted-adbab221-f839-4c3e-87c0-14057382ba0c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 855.969156] env[62679]: INFO nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Neutron deleted interface adbab221-f839-4c3e-87c0-14057382ba0c; detaching it from the instance and deleting it from the info cache [ 855.969335] env[62679]: DEBUG nova.network.neutron [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.051528] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.051731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.051823] env[62679]: DEBUG nova.network.neutron [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.065423] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412318, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.154733] env[62679]: DEBUG nova.scheduler.client.report [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.165283] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412311, 'name': CloneVM_Task, 'duration_secs': 1.743213} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.165534] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Created linked-clone VM from snapshot [ 856.166301] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc669011-2e13-4943-b764-c5da0efafd80 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.174016] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Uploading image a4c88438-36fd-4844-a398-cea35bed8e86 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 856.194854] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 856.194854] env[62679]: value = "vm-489098" [ 856.194854] env[62679]: _type = "VirtualMachine" [ 856.194854] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 856.195380] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d37f741-749c-44ad-839b-1edd89bb07b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.202038] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lease: (returnval){ [ 856.202038] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f8e33-c367-5ae9-7f4f-62da81d1b215" [ 856.202038] env[62679]: _type = "HttpNfcLease" [ 856.202038] env[62679]: } obtained for exporting VM: (result){ [ 856.202038] env[62679]: value = "vm-489098" [ 856.202038] env[62679]: _type = "VirtualMachine" [ 856.202038] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 856.202325] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the lease: (returnval){ [ 856.202325] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f8e33-c367-5ae9-7f4f-62da81d1b215" [ 856.202325] env[62679]: _type = "HttpNfcLease" [ 856.202325] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 856.208919] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.208919] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f8e33-c367-5ae9-7f4f-62da81d1b215" [ 856.208919] env[62679]: _type = "HttpNfcLease" [ 856.208919] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 856.258953] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5210c729-de03-ddab-0c35-f01d0bdaad02, 'name': SearchDatastore_Task, 'duration_secs': 0.016741} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.259264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.259499] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.259730] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.260093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.260350] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.260624] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31e257b2-d9db-4c68-8a42-bbf2966d0918 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.273607] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.273743] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.274447] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f360eac-60c1-455b-b834-f99bad2b4405 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.279546] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 856.279546] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ab83f-0604-f8ee-be46-a17b1ef27cf3" [ 856.279546] env[62679]: _type = "Task" [ 856.279546] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.287139] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ab83f-0604-f8ee-be46-a17b1ef27cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.318327] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.389827] env[62679]: INFO nova.compute.manager [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Took 25.66 seconds to build instance. [ 856.474113] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-904848a5-20a1-4d5b-8584-615d80484800 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.484885] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f8e747-a00e-4516-b86d-61a3c9d6aa78 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.522213] env[62679]: DEBUG nova.compute.manager [req-621592e9-85a0-4d3b-bd37-486b58503a22 req-f27d1121-29c6-4d1d-b5ce-8e2eb5339a98 service nova] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Detach interface failed, port_id=adbab221-f839-4c3e-87c0-14057382ba0c, reason: Instance a7540721-1d08-4e34-b5b0-c5166bc9e75c could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 856.566577] env[62679]: DEBUG oslo_vmware.api [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412318, 'name': RemoveSnapshot_Task, 'duration_secs': 0.588854} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.566733] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 856.566963] env[62679]: INFO nova.compute.manager [None req-332e44d4-cec5-41d9-be81-81d00d9f4bda tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Took 13.48 seconds to snapshot the instance on the hypervisor. [ 856.594690] env[62679]: DEBUG nova.network.neutron [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.661765] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.488s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.665555] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.154s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.667195] env[62679]: INFO nova.compute.claims [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.685713] env[62679]: INFO nova.scheduler.client.report [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Deleted allocations for instance f5985f81-8b11-4fb9-be77-e24545dce4aa [ 856.712539] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.712539] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f8e33-c367-5ae9-7f4f-62da81d1b215" [ 856.712539] env[62679]: _type = "HttpNfcLease" [ 856.712539] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.713794] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.713794] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523f8e33-c367-5ae9-7f4f-62da81d1b215" [ 856.713794] env[62679]: _type = "HttpNfcLease" [ 856.713794] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.716574] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbea701-000a-43f8-a73f-566cb8bd25b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.728753] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7dd77-f241-e07f-a227-8c35519802fb/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.728753] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7dd77-f241-e07f-a227-8c35519802fb/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.788019] env[62679]: DEBUG nova.network.neutron [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Updating instance_info_cache with network_info: [{"id": "5ae6b356-7635-4d3c-882d-40e33437746e", "address": "fa:16:3e:95:6e:c0", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae6b356-76", "ovs_interfaceid": "5ae6b356-7635-4d3c-882d-40e33437746e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.800892] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529ab83f-0604-f8ee-be46-a17b1ef27cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.037007} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.801690] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8400d7f-fff2-47ea-a15b-7f747993fe7c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807051] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 856.807051] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b2363-9d85-8c7f-de1b-e552ffa60a5f" [ 856.807051] env[62679]: _type = "Task" [ 856.807051] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.817813] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b2363-9d85-8c7f-de1b-e552ffa60a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.820605] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412319, 'name': ReconfigVM_Task, 'duration_secs': 0.874351} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.820841] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] fbd90f58-d056-4166-93e9-a74efe1e901f/fbd90f58-d056-4166-93e9-a74efe1e901f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.821454] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11725583-c515-4a39-95f7-8d8724349078 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.827472] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 856.827472] env[62679]: value = "task-2412321" [ 856.827472] env[62679]: _type = "Task" [ 856.827472] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.834781] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412321, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.860731] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51450a5e-af1c-46e5-bcc8-f96b65841a4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.892130] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4d29ef15-3dd8-443e-9f99-ad520a4d002e tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "22e91362-b617-4092-8311-2979abfa5bfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.176s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.028626] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "22e91362-b617-4092-8311-2979abfa5bfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.028889] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "22e91362-b617-4092-8311-2979abfa5bfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.029293] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "22e91362-b617-4092-8311-2979abfa5bfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.029498] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "22e91362-b617-4092-8311-2979abfa5bfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.029667] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "22e91362-b617-4092-8311-2979abfa5bfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.031982] env[62679]: INFO nova.compute.manager [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Terminating instance [ 857.195803] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c4661a04-8946-4194-bac7-a4be727df3ed tempest-ServerMetadataNegativeTestJSON-237379737 tempest-ServerMetadataNegativeTestJSON-237379737-project-member] Lock "f5985f81-8b11-4fb9-be77-e24545dce4aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.912s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.295924] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.295924] env[62679]: DEBUG nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Instance network_info: |[{"id": "5ae6b356-7635-4d3c-882d-40e33437746e", "address": "fa:16:3e:95:6e:c0", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae6b356-76", "ovs_interfaceid": "5ae6b356-7635-4d3c-882d-40e33437746e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.295924] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:6e:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae6b356-7635-4d3c-882d-40e33437746e', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.304699] env[62679]: DEBUG oslo.service.loopingcall [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.304996] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.305675] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b002101-a2d0-4137-8ed2-7837f527c090 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.335628] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.335628] env[62679]: value = "task-2412322" [ 857.335628] env[62679]: _type = "Task" [ 857.335628] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.343651] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523b2363-9d85-8c7f-de1b-e552ffa60a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.351993] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.352495] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.352948] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412321, 'name': Rename_Task, 'duration_secs': 0.261786} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.353531] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a78f78a-b20a-4a60-89e3-d411794b09ba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.356690] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.357404] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe6825e-8d26-4ee7-9f9d-b931407a03ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.363460] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412322, 'name': CreateVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.367195] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 857.367195] env[62679]: value = "task-2412323" [ 857.367195] env[62679]: _type = "Task" [ 857.367195] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.369147] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 857.369147] env[62679]: value = "task-2412324" [ 857.369147] env[62679]: _type = "Task" [ 857.369147] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.382568] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.387520] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.541468] env[62679]: DEBUG nova.compute.manager [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.541812] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.543348] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7ceab5-bbf9-420b-bb49-46624080eeec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.552958] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.554264] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45cd9055-6d38-4504-94e2-66d4a473cae6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.560522] env[62679]: DEBUG oslo_vmware.api [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 857.560522] env[62679]: value = "task-2412325" [ 857.560522] env[62679]: _type = "Task" [ 857.560522] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.574109] env[62679]: DEBUG oslo_vmware.api [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.659886] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.661760] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.670916] env[62679]: DEBUG nova.compute.manager [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Received event network-changed-5ae6b356-7635-4d3c-882d-40e33437746e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 857.671281] env[62679]: DEBUG nova.compute.manager [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Refreshing instance network info cache due to event network-changed-5ae6b356-7635-4d3c-882d-40e33437746e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 857.671535] env[62679]: DEBUG oslo_concurrency.lockutils [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] Acquiring lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.672254] env[62679]: DEBUG oslo_concurrency.lockutils [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] Acquired lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.675184] env[62679]: DEBUG nova.network.neutron [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Refreshing network info cache for port 5ae6b356-7635-4d3c-882d-40e33437746e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.858326] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412322, 'name': CreateVM_Task, 'duration_secs': 0.452766} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.858514] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.859285] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.859459] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.859996] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.860128] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164c2b6d-4136-4d34-b4d6-ec77ff949aa0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.869259] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 857.869259] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526336fd-d692-d9b8-7b4f-563c926fdade" [ 857.869259] env[62679]: _type = "Task" [ 857.869259] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.886048] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412323, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.890423] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526336fd-d692-d9b8-7b4f-563c926fdade, 'name': SearchDatastore_Task, 'duration_secs': 0.012667} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.892029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.892029] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.892029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.892029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.892029] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.895359] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d84ea844-254c-4d89-8240-21c5363761d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.897804] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412324, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.904582] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.904770] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.905530] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fe06de-d605-4a3e-b5e2-d5b2ebce141d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.911461] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 857.911461] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522caa80-4d72-c249-0d58-66493838132a" [ 857.911461] env[62679]: _type = "Task" [ 857.911461] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.923711] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522caa80-4d72-c249-0d58-66493838132a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.074324] env[62679]: DEBUG oslo_vmware.api [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412325, 'name': PowerOffVM_Task, 'duration_secs': 0.462465} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.074601] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.074906] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.075295] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8c0e0e0-6096-407d-b61b-90205504cc41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.097044] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8929b5cc-9671-48f0-8b34-f2680a493b3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.105094] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3fb239-f418-40cb-bc77-8e0a5ac2240f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.138327] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffbaec5-7545-4046-9b07-706ece770661 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.146286] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e87013-ad52-49d1-b8b2-a47272fd9f23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.151242] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.151454] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.151643] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleting the datastore file [datastore1] 22e91362-b617-4092-8311-2979abfa5bfa {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.152256] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3acba023-6e2f-4424-a419-3667a9f3686f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.161628] env[62679]: DEBUG nova.compute.provider_tree [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.165778] env[62679]: DEBUG nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.169451] env[62679]: DEBUG oslo_vmware.api [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 858.169451] env[62679]: value = "task-2412327" [ 858.169451] env[62679]: _type = "Task" [ 858.169451] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.181607] env[62679]: DEBUG oslo_vmware.api [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.378896] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524752} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.382206] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.382478] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.385373] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd8982ef-3339-4646-b18a-6618e089c827 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.392486] env[62679]: DEBUG oslo_vmware.api [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412324, 'name': PowerOnVM_Task, 'duration_secs': 0.871098} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.393694] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.393920] env[62679]: INFO nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Took 8.38 seconds to spawn the instance on the hypervisor. [ 858.394158] env[62679]: DEBUG nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.394477] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 858.394477] env[62679]: value = "task-2412328" [ 858.394477] env[62679]: _type = "Task" [ 858.394477] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.395166] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00447217-60c8-48c9-8f2b-dc7b1cd398bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.408458] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.424242] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522caa80-4d72-c249-0d58-66493838132a, 'name': SearchDatastore_Task, 'duration_secs': 0.015172} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.425324] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e401880c-2467-4aae-a675-29bdfffbc659 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.438072] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 858.438072] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52476238-8101-d3bd-1222-74ace7ea8e8b" [ 858.438072] env[62679]: _type = "Task" [ 858.438072] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.446135] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52476238-8101-d3bd-1222-74ace7ea8e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.472882] env[62679]: DEBUG nova.network.neutron [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Updated VIF entry in instance network info cache for port 5ae6b356-7635-4d3c-882d-40e33437746e. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.473816] env[62679]: DEBUG nova.network.neutron [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Updating instance_info_cache with network_info: [{"id": "5ae6b356-7635-4d3c-882d-40e33437746e", "address": "fa:16:3e:95:6e:c0", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae6b356-76", "ovs_interfaceid": "5ae6b356-7635-4d3c-882d-40e33437746e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.664807] env[62679]: DEBUG nova.scheduler.client.report [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.684854] env[62679]: DEBUG oslo_vmware.api [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466753} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.686443] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.686443] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.686443] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.686443] env[62679]: INFO nova.compute.manager [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 858.687668] env[62679]: DEBUG oslo.service.loopingcall [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.687668] env[62679]: DEBUG nova.compute.manager [-] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.687668] env[62679]: DEBUG nova.network.neutron [-] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.696610] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.917608] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14811} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.919626] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.920647] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea2f683-b5c0-47fc-9297-4fabec833dc3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.923870] env[62679]: INFO nova.compute.manager [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Took 28.18 seconds to build instance. [ 858.938929] env[62679]: DEBUG nova.compute.manager [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.948045] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.948762] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edeacdf-6d4f-4be6-b089-afca9ca7da18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.955885] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476a155f-1078-485c-a434-812f8b8f283a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.976409] env[62679]: DEBUG oslo_concurrency.lockutils [req-288e4474-6408-40ae-a6bd-8baa1249472a req-ecc63ae9-69a4-4d79-b59b-c8564dee481a service nova] Releasing lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.983860] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 858.983860] env[62679]: value = "task-2412329" [ 858.983860] env[62679]: _type = "Task" [ 858.983860] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.984485] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52476238-8101-d3bd-1222-74ace7ea8e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.986593] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.986593] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/d96a89f6-6303-493a-ad3d-47218a40daf2.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.989076] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da28951d-6d93-4865-a84c-96f6508db891 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.999950] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.002842] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 859.002842] env[62679]: value = "task-2412330" [ 859.002842] env[62679]: _type = "Task" [ 859.002842] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.013632] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.171626] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.172922] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.891s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.174776] env[62679]: INFO nova.compute.claims [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.427050] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7f94cbec-b31e-49de-ab02-4b3e0dd9539f tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.700s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.487279] env[62679]: INFO nova.compute.manager [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] instance snapshotting [ 859.493953] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1748f5-01a5-480c-a4bf-108d56da72a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.497306] env[62679]: DEBUG nova.network.neutron [-] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.504706] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412329, 'name': ReconfigVM_Task, 'duration_secs': 0.316851} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.521723] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.524189] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb2af356-636b-4f04-94b1-c899c967f4d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.526535] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9981d24d-e6f4-4117-8ad6-85c15f26f027 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.538640] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412330, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.540966] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 859.540966] env[62679]: value = "task-2412331" [ 859.540966] env[62679]: _type = "Task" [ 859.540966] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.556251] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412331, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.678951] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "31c35ebe-2c72-4c08-8c4f-3492d7f9502d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.679248] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "31c35ebe-2c72-4c08-8c4f-3492d7f9502d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.746101] env[62679]: DEBUG nova.compute.manager [req-48fa7a9c-f1df-459b-93a9-4a7909a731f0 req-744b9747-96e6-4f0c-8625-ddfb2fad045d service nova] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Received event network-vif-deleted-ee7bdaac-a017-44b4-ac87-a6387fb14126 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 859.999969] env[62679]: INFO nova.compute.manager [-] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Took 1.31 seconds to deallocate network for instance. [ 860.014554] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692181} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.014817] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/d96a89f6-6303-493a-ad3d-47218a40daf2.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.015015] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.015307] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b479aadb-6169-4e96-81c1-c7e287192cc2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.021608] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 860.021608] env[62679]: value = "task-2412332" [ 860.021608] env[62679]: _type = "Task" [ 860.021608] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.029520] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.034126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "fbd90f58-d056-4166-93e9-a74efe1e901f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.034394] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.034627] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "fbd90f58-d056-4166-93e9-a74efe1e901f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.035414] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.035414] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.037479] env[62679]: INFO nova.compute.manager [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Terminating instance [ 860.051258] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 860.052477] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0153d56-e2aa-4378-926b-bdcc8a2b8d55 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.058337] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412331, 'name': Rename_Task, 'duration_secs': 0.172533} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.059103] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.059433] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc5e702-ab2b-4546-8048-12bdfe366b39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.063515] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 860.063515] env[62679]: value = "task-2412333" [ 860.063515] env[62679]: _type = "Task" [ 860.063515] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.069271] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 860.069271] env[62679]: value = "task-2412334" [ 860.069271] env[62679]: _type = "Task" [ 860.069271] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.076668] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412333, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.082368] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412334, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.187219] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "31c35ebe-2c72-4c08-8c4f-3492d7f9502d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.187742] env[62679]: DEBUG nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.508527] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.519026] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd8927-2f6e-4618-b60f-296f0b5f2470 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.533685] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047bd4be-3110-4c09-841b-d46f58395b3b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.536953] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105018} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.537219] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.538271] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889ca30-b4be-45e2-b4ca-36918985c926 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.541388] env[62679]: DEBUG nova.compute.manager [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.541581] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.567543] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedeacd8-6164-462e-9a9b-13a017d2fe5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.574436] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1931aea-37e1-4b48-8872-347e37c95a8e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.597340] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/d96a89f6-6303-493a-ad3d-47218a40daf2.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.600921] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b61860-d61b-4938-a357-f48065ca1230 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.614100] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.619642] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1f912e-b585-47d7-909f-33b6306a2aef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.620863] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412333, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.625934] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdc4370-36a7-491e-ae48-8d427501180b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.628712] env[62679]: DEBUG oslo_vmware.api [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412334, 'name': PowerOnVM_Task, 'duration_secs': 0.492033} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.630095] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.631250] env[62679]: INFO nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Took 8.10 seconds to spawn the instance on the hypervisor. [ 860.631250] env[62679]: DEBUG nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.631250] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 860.631250] env[62679]: value = "task-2412335" [ 860.631250] env[62679]: _type = "Task" [ 860.631250] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.631711] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821e34e-ba6a-417b-96f1-b94a50962256 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.645091] env[62679]: DEBUG oslo_vmware.api [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 860.645091] env[62679]: value = "task-2412336" [ 860.645091] env[62679]: _type = "Task" [ 860.645091] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.645581] env[62679]: DEBUG nova.compute.provider_tree [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.654949] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.665595] env[62679]: DEBUG oslo_vmware.api [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.696441] env[62679]: DEBUG nova.compute.utils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 860.698972] env[62679]: DEBUG nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.699162] env[62679]: DEBUG nova.network.neutron [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.746412] env[62679]: DEBUG nova.policy [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd74d944e599c40e9bb8a512732bfc8a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e3ade0d5794fcea61e5d2a6be23487', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.057803] env[62679]: DEBUG nova.network.neutron [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Successfully created port: e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.081056] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412333, 'name': CreateSnapshot_Task, 'duration_secs': 0.967079} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.081432] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 861.082283] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176c4f2-2bf3-44f1-8031-d645efc554fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.143756] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412335, 'name': ReconfigVM_Task, 'duration_secs': 0.364906} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.144130] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/d96a89f6-6303-493a-ad3d-47218a40daf2.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.144901] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5248f80-b634-4612-a9d0-9b79033c6be8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.153040] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 861.153040] env[62679]: value = "task-2412337" [ 861.153040] env[62679]: _type = "Task" [ 861.153040] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.158247] env[62679]: DEBUG oslo_vmware.api [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412336, 'name': PowerOffVM_Task, 'duration_secs': 0.247813} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.161976] env[62679]: DEBUG nova.scheduler.client.report [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.165273] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.169020] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.170263] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-349c932d-b81a-4038-a4e8-6f61fa05db22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.175147] env[62679]: INFO nova.compute.manager [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Took 28.12 seconds to build instance. [ 861.180577] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412337, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.202454] env[62679]: DEBUG nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.602824] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 861.603153] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5881002e-6f33-4b73-befc-ea2b40a7ccd4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.611127] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 861.611127] env[62679]: value = "task-2412339" [ 861.611127] env[62679]: _type = "Task" [ 861.611127] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.618920] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412339, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.667032] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.667563] env[62679]: DEBUG nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.671535] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412337, 'name': Rename_Task, 'duration_secs': 0.296639} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.671535] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.350s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.672586] env[62679]: INFO nova.compute.claims [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.675016] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.675933] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10faa680-b64f-46e3-8714-1febf93562a2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.680667] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e62c9eab-1008-49b3-aa41-85a60dc51953 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.639s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.683316] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 861.683316] env[62679]: value = "task-2412340" [ 861.683316] env[62679]: _type = "Task" [ 861.683316] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.692768] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.696046] env[62679]: DEBUG nova.compute.manager [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Received event network-changed-d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 861.697226] env[62679]: DEBUG nova.compute.manager [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Refreshing instance network info cache due to event network-changed-d20d3c4d-1852-4219-a6c0-b211615ae15f. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 861.697226] env[62679]: DEBUG oslo_concurrency.lockutils [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] Acquiring lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.697226] env[62679]: DEBUG oslo_concurrency.lockutils [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] Acquired lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.697452] env[62679]: DEBUG nova.network.neutron [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Refreshing network info cache for port d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.122075] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412339, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.172592] env[62679]: DEBUG nova.compute.utils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.174368] env[62679]: DEBUG nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.174368] env[62679]: DEBUG nova.network.neutron [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.194227] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.214038] env[62679]: DEBUG nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.234562] env[62679]: DEBUG nova.policy [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '763f6c8cbe814125abd710adb1fbd446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c0703a759a24e2582d02f680e1ee63c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.240347] env[62679]: DEBUG nova.virt.hardware [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.240904] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139c569d-fa1c-43d1-a348-6c621ce3573b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.250713] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf6f17-e2c8-496a-abc0-6567703450bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.621800] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412339, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.667549] env[62679]: DEBUG nova.network.neutron [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updated VIF entry in instance network info cache for port d20d3c4d-1852-4219-a6c0-b211615ae15f. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.667549] env[62679]: DEBUG nova.network.neutron [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updating instance_info_cache with network_info: [{"id": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "address": "fa:16:3e:93:84:04", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20d3c4d-18", "ovs_interfaceid": "d20d3c4d-1852-4219-a6c0-b211615ae15f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.677188] env[62679]: DEBUG nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.681745] env[62679]: DEBUG nova.compute.manager [req-f7dd8909-4f5f-4267-b580-e596f4b51134 req-c50ed226-2352-43c7-99ed-27a04a182d7f service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Received event network-vif-plugged-e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 862.681982] env[62679]: DEBUG oslo_concurrency.lockutils [req-f7dd8909-4f5f-4267-b580-e596f4b51134 req-c50ed226-2352-43c7-99ed-27a04a182d7f service nova] Acquiring lock "cde6214a-d360-492d-b493-5ed3c19a7d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.682224] env[62679]: DEBUG oslo_concurrency.lockutils [req-f7dd8909-4f5f-4267-b580-e596f4b51134 req-c50ed226-2352-43c7-99ed-27a04a182d7f service nova] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.682392] env[62679]: DEBUG oslo_concurrency.lockutils [req-f7dd8909-4f5f-4267-b580-e596f4b51134 req-c50ed226-2352-43c7-99ed-27a04a182d7f service nova] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.682553] env[62679]: DEBUG nova.compute.manager [req-f7dd8909-4f5f-4267-b580-e596f4b51134 req-c50ed226-2352-43c7-99ed-27a04a182d7f service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] No waiting events found dispatching network-vif-plugged-e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.682713] env[62679]: WARNING nova.compute.manager [req-f7dd8909-4f5f-4267-b580-e596f4b51134 req-c50ed226-2352-43c7-99ed-27a04a182d7f service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Received unexpected event network-vif-plugged-e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 for instance with vm_state building and task_state spawning. [ 862.697691] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.761699] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.762048] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.762252] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Deleting the datastore file [datastore1] fbd90f58-d056-4166-93e9-a74efe1e901f {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.762587] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08f065ac-eb4a-44eb-a355-13ba4e5b2cbf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.768394] env[62679]: DEBUG oslo_vmware.api [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for the task: (returnval){ [ 862.768394] env[62679]: value = "task-2412341" [ 862.768394] env[62679]: _type = "Task" [ 862.768394] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.782421] env[62679]: DEBUG oslo_vmware.api [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.785333] env[62679]: DEBUG nova.network.neutron [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Successfully updated port: e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.924991] env[62679]: DEBUG nova.network.neutron [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Successfully created port: c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.100064] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3906110e-e630-4215-a815-b90916d3ddd4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.111093] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730a90ae-42e6-47e6-abc6-89239498290c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.127523] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412339, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.154784] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33eddf2-1d90-41cd-a2bc-31f5d0484a60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.163657] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb240af-938c-4c94-8177-d3eab6b5ee52 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.169300] env[62679]: DEBUG oslo_concurrency.lockutils [req-1cd3c271-7f7a-4b40-9e5c-14cc9e9fb7b4 req-977a5ce9-877b-4d4b-9808-aa8e70b2180c service nova] Releasing lock "refresh_cache-dcfd4812-6433-493e-8e99-0d4b7e66df8e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.182100] env[62679]: DEBUG nova.compute.provider_tree [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.200193] env[62679]: DEBUG oslo_vmware.api [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412340, 'name': PowerOnVM_Task, 'duration_secs': 1.279072} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.200193] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.200193] env[62679]: INFO nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Took 8.17 seconds to spawn the instance on the hypervisor. [ 863.200193] env[62679]: DEBUG nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.200193] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c5d0fb-6bc6-4ddb-a38a-519714637233 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.279414] env[62679]: DEBUG oslo_vmware.api [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Task: {'id': task-2412341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331226} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.279414] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.279652] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.279909] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.279971] env[62679]: INFO nova.compute.manager [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Took 2.74 seconds to destroy the instance on the hypervisor. [ 863.280222] env[62679]: DEBUG oslo.service.loopingcall [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.280420] env[62679]: DEBUG nova.compute.manager [-] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.280511] env[62679]: DEBUG nova.network.neutron [-] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.287532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "refresh_cache-cde6214a-d360-492d-b493-5ed3c19a7d10" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.287761] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquired lock "refresh_cache-cde6214a-d360-492d-b493-5ed3c19a7d10" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.287817] env[62679]: DEBUG nova.network.neutron [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.626158] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412339, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.686033] env[62679]: DEBUG nova.scheduler.client.report [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.692766] env[62679]: DEBUG nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.719047] env[62679]: INFO nova.compute.manager [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Took 28.75 seconds to build instance. [ 863.727243] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.727505] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.727709] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.727898] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.728058] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.728218] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.728461] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.728623] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.728835] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.729085] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.729276] env[62679]: DEBUG nova.virt.hardware [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.730175] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8363a1d4-59a8-466e-adf6-5e21b85e6a11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.739212] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea898a-67f8-4d47-b963-74baa1d65add {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.822993] env[62679]: DEBUG nova.network.neutron [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.983298] env[62679]: DEBUG nova.network.neutron [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Updating instance_info_cache with network_info: [{"id": "e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5", "address": "fa:16:3e:9c:ff:36", "network": {"id": "67f985d6-25e8-4908-bda7-f44f45cb9932", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1733293973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e3ade0d5794fcea61e5d2a6be23487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe836e-f3", "ovs_interfaceid": "e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.076723] env[62679]: DEBUG nova.network.neutron [-] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.128946] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412339, 'name': CloneVM_Task, 'duration_secs': 2.216665} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.129317] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Created linked-clone VM from snapshot [ 864.129962] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db347278-b475-4fe3-a063-4960671a316a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.137826] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Uploading image a2e271ae-5d4a-4923-967b-70e756592042 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 864.159942] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 864.159942] env[62679]: value = "vm-489102" [ 864.159942] env[62679]: _type = "VirtualMachine" [ 864.159942] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 864.160230] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99e7b112-f986-4ef4-bf70-da5b24bb78ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168102] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lease: (returnval){ [ 864.168102] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad03e3-2ecd-0178-10c6-af8cb7bcccb0" [ 864.168102] env[62679]: _type = "HttpNfcLease" [ 864.168102] env[62679]: } obtained for exporting VM: (result){ [ 864.168102] env[62679]: value = "vm-489102" [ 864.168102] env[62679]: _type = "VirtualMachine" [ 864.168102] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 864.168377] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the lease: (returnval){ [ 864.168377] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad03e3-2ecd-0178-10c6-af8cb7bcccb0" [ 864.168377] env[62679]: _type = "HttpNfcLease" [ 864.168377] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 864.175658] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 864.175658] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad03e3-2ecd-0178-10c6-af8cb7bcccb0" [ 864.175658] env[62679]: _type = "HttpNfcLease" [ 864.175658] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 864.190739] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.191365] env[62679]: DEBUG nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.193925] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.652s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.195323] env[62679]: INFO nova.compute.claims [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.221372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ce07d7e4-f7a3-45cc-ae50-71c209ced331 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.262s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.486836] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Releasing lock "refresh_cache-cde6214a-d360-492d-b493-5ed3c19a7d10" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.487672] env[62679]: DEBUG nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Instance network_info: |[{"id": "e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5", "address": "fa:16:3e:9c:ff:36", "network": {"id": "67f985d6-25e8-4908-bda7-f44f45cb9932", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1733293973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e3ade0d5794fcea61e5d2a6be23487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe836e-f3", "ovs_interfaceid": "e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.488128] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ff:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.496536] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Creating folder: Project (58e3ade0d5794fcea61e5d2a6be23487). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.496858] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9bc9bc1-faaa-4f63-946f-22bf330bb823 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.508638] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Created folder: Project (58e3ade0d5794fcea61e5d2a6be23487) in parent group-v488891. [ 864.508962] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Creating folder: Instances. Parent ref: group-v489103. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.509220] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cc2969b-ca01-4d1f-899a-106b89d03dfb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.518663] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Created folder: Instances in parent group-v489103. [ 864.518985] env[62679]: DEBUG oslo.service.loopingcall [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.519210] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.519437] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0656ed1-571f-48a4-981d-1a28ff095a26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.540772] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.540772] env[62679]: value = "task-2412345" [ 864.540772] env[62679]: _type = "Task" [ 864.540772] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.548782] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412345, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.581692] env[62679]: INFO nova.compute.manager [-] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Took 1.30 seconds to deallocate network for instance. [ 864.599144] env[62679]: DEBUG nova.compute.manager [req-888b3a8e-094f-4a12-9c27-e7fa64771443 req-2bfe40a0-3d6d-4301-852e-763a08fb81b1 service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Received event network-vif-plugged-c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 864.599348] env[62679]: DEBUG oslo_concurrency.lockutils [req-888b3a8e-094f-4a12-9c27-e7fa64771443 req-2bfe40a0-3d6d-4301-852e-763a08fb81b1 service nova] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.599714] env[62679]: DEBUG oslo_concurrency.lockutils [req-888b3a8e-094f-4a12-9c27-e7fa64771443 req-2bfe40a0-3d6d-4301-852e-763a08fb81b1 service nova] Lock "f873f005-971c-4ada-9655-c9f50eb6e708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.599786] env[62679]: DEBUG oslo_concurrency.lockutils [req-888b3a8e-094f-4a12-9c27-e7fa64771443 req-2bfe40a0-3d6d-4301-852e-763a08fb81b1 service nova] Lock "f873f005-971c-4ada-9655-c9f50eb6e708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.599946] env[62679]: DEBUG nova.compute.manager [req-888b3a8e-094f-4a12-9c27-e7fa64771443 req-2bfe40a0-3d6d-4301-852e-763a08fb81b1 service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] No waiting events found dispatching network-vif-plugged-c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.600157] env[62679]: WARNING nova.compute.manager [req-888b3a8e-094f-4a12-9c27-e7fa64771443 req-2bfe40a0-3d6d-4301-852e-763a08fb81b1 service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Received unexpected event network-vif-plugged-c2dcc658-347b-4ba5-b742-4a9021aa83ac for instance with vm_state building and task_state spawning. [ 864.677010] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 864.677010] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad03e3-2ecd-0178-10c6-af8cb7bcccb0" [ 864.677010] env[62679]: _type = "HttpNfcLease" [ 864.677010] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 864.677334] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 864.677334] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad03e3-2ecd-0178-10c6-af8cb7bcccb0" [ 864.677334] env[62679]: _type = "HttpNfcLease" [ 864.677334] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 864.678113] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203128f1-37d5-4f6a-8f91-eefc03423445 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.689643] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e2799-9c9e-cbd0-fea3-89ad95198169/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 864.689856] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e2799-9c9e-cbd0-fea3-89ad95198169/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 864.693615] env[62679]: DEBUG nova.network.neutron [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Successfully updated port: c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.755402] env[62679]: DEBUG nova.compute.utils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 864.760095] env[62679]: INFO nova.compute.manager [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Rescuing [ 864.760391] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.760572] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.760766] env[62679]: DEBUG nova.network.neutron [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.763796] env[62679]: DEBUG nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.763967] env[62679]: DEBUG nova.network.neutron [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.768856] env[62679]: DEBUG nova.compute.manager [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Received event network-changed-e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 864.769433] env[62679]: DEBUG nova.compute.manager [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Refreshing instance network info cache due to event network-changed-e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 864.769796] env[62679]: DEBUG oslo_concurrency.lockutils [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] Acquiring lock "refresh_cache-cde6214a-d360-492d-b493-5ed3c19a7d10" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.769877] env[62679]: DEBUG oslo_concurrency.lockutils [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] Acquired lock "refresh_cache-cde6214a-d360-492d-b493-5ed3c19a7d10" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.770023] env[62679]: DEBUG nova.network.neutron [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Refreshing network info cache for port e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.817448] env[62679]: DEBUG nova.policy [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78d3eaa0d6e5414fb99f8610f4268dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eda8bc0c643746308f40495098e5cf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.822312] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ac7292f-b53b-4a43-8c42-3f9a08634d94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.996117] env[62679]: DEBUG nova.network.neutron [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Updating instance_info_cache with network_info: [{"id": "5ae6b356-7635-4d3c-882d-40e33437746e", "address": "fa:16:3e:95:6e:c0", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae6b356-76", "ovs_interfaceid": "5ae6b356-7635-4d3c-882d-40e33437746e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.052918] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412345, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.095966] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.154190] env[62679]: DEBUG nova.network.neutron [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Successfully created port: feb76445-3f96-4a95-97bf-46aca320b834 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.197859] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.197859] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.197859] env[62679]: DEBUG nova.network.neutron [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.266972] env[62679]: DEBUG nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.501531] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.556023] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412345, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.557819] env[62679]: DEBUG nova.network.neutron [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Updated VIF entry in instance network info cache for port e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.558319] env[62679]: DEBUG nova.network.neutron [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Updating instance_info_cache with network_info: [{"id": "e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5", "address": "fa:16:3e:9c:ff:36", "network": {"id": "67f985d6-25e8-4908-bda7-f44f45cb9932", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1733293973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e3ade0d5794fcea61e5d2a6be23487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fe836e-f3", "ovs_interfaceid": "e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.712877] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861f76e-c768-484b-a9c6-987aa3947255 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.722851] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ffdd78-11f2-4f63-b4fb-76ab656bb83e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.759699] env[62679]: DEBUG nova.network.neutron [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.763101] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089fb7c0-4d39-427e-b7f9-1dca5d18a995 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.771891] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a14d0c-8f62-4bd1-9fd4-cc0dbf351b63 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.796012] env[62679]: DEBUG nova.compute.provider_tree [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.051385] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412345, 'name': CreateVM_Task, 'duration_secs': 1.494554} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.052486] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.052486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.052862] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.053569] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.053942] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f284ba-e0ab-44d2-8667-03207230cdf7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.061136] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 866.061136] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520fa135-14e9-04e1-4a85-9ae7141ccb49" [ 866.061136] env[62679]: _type = "Task" [ 866.061136] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.065966] env[62679]: DEBUG oslo_concurrency.lockutils [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] Releasing lock "refresh_cache-cde6214a-d360-492d-b493-5ed3c19a7d10" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.068376] env[62679]: DEBUG nova.compute.manager [req-7fb3beb9-0684-40e8-8668-6921270de1c3 req-10d65897-7ba1-4427-b357-3df1dd64c9f1 service nova] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Received event network-vif-deleted-091d0842-ac0a-48fd-89ae-18b9d23c32ea {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 866.081290] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520fa135-14e9-04e1-4a85-9ae7141ccb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.157611] env[62679]: DEBUG nova.network.neutron [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updating instance_info_cache with network_info: [{"id": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "address": "fa:16:3e:78:02:42", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dcc658-34", "ovs_interfaceid": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.283490] env[62679]: DEBUG nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.300054] env[62679]: DEBUG nova.scheduler.client.report [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.569945] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520fa135-14e9-04e1-4a85-9ae7141ccb49, 'name': SearchDatastore_Task, 'duration_secs': 0.019358} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.570327] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.570697] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.571042] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.571398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.571595] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.571857] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c91ec02-edce-47ca-87c9-5005a05e77da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.584493] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.585723] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.585723] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd561a60-47f7-4255-af31-f54cab43a7cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.590544] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 866.590544] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520d16cb-8d86-842f-1804-a90636e8149f" [ 866.590544] env[62679]: _type = "Task" [ 866.590544] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.598417] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520d16cb-8d86-842f-1804-a90636e8149f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.628355] env[62679]: DEBUG nova.compute.manager [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Received event network-changed-c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 866.628643] env[62679]: DEBUG nova.compute.manager [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Refreshing instance network info cache due to event network-changed-c2dcc658-347b-4ba5-b742-4a9021aa83ac. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 866.628859] env[62679]: DEBUG oslo_concurrency.lockutils [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] Acquiring lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.660034] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.660474] env[62679]: DEBUG nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Instance network_info: |[{"id": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "address": "fa:16:3e:78:02:42", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dcc658-34", "ovs_interfaceid": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.660865] env[62679]: DEBUG oslo_concurrency.lockutils [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] Acquired lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.661215] env[62679]: DEBUG nova.network.neutron [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Refreshing network info cache for port c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.662739] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:02:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2dcc658-347b-4ba5-b742-4a9021aa83ac', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.670501] env[62679]: DEBUG oslo.service.loopingcall [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.674239] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.674753] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ea0a571-456b-4766-ad34-981803a5fe03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.696769] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.696769] env[62679]: value = "task-2412346" [ 866.696769] env[62679]: _type = "Task" [ 866.696769] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.705019] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412346, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.806197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.806758] env[62679]: DEBUG nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.813181] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.562s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.813181] env[62679]: DEBUG nova.objects.instance [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lazy-loading 'resources' on Instance uuid 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.920986] env[62679]: DEBUG nova.network.neutron [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updated VIF entry in instance network info cache for port c2dcc658-347b-4ba5-b742-4a9021aa83ac. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.921421] env[62679]: DEBUG nova.network.neutron [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updating instance_info_cache with network_info: [{"id": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "address": "fa:16:3e:78:02:42", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dcc658-34", "ovs_interfaceid": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.105622] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520d16cb-8d86-842f-1804-a90636e8149f, 'name': SearchDatastore_Task, 'duration_secs': 0.018184} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.106611] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75410310-9460-4a40-9b7b-0596bdef646b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.112545] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 867.112545] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52019f13-e986-2a45-9b66-29f361aec89c" [ 867.112545] env[62679]: _type = "Task" [ 867.112545] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.121489] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52019f13-e986-2a45-9b66-29f361aec89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.207327] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412346, 'name': CreateVM_Task, 'duration_secs': 0.499415} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.208136] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.213372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.213372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.213372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.213769] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89b96de-a3d9-4670-934a-7effe2d491cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.219466] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.219688] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.219807] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.219980] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.221968] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.221968] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.221968] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.221968] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.221968] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.221968] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.221968] env[62679]: DEBUG nova.virt.hardware [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.223273] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e4265-cd94-4319-a4a4-b59557eb6c69 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.229139] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 867.229139] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb384a-e430-bde4-2be2-4ff61cbc8506" [ 867.229139] env[62679]: _type = "Task" [ 867.229139] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.234345] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7dd77-f241-e07f-a227-8c35519802fb/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.237471] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a34fb8-9150-420f-95e1-b4b2920c1fa0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.242173] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46885820-3a5a-4883-b8be-64fc9fb6f0ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.251197] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb384a-e430-bde4-2be2-4ff61cbc8506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.253932] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7dd77-f241-e07f-a227-8c35519802fb/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.254096] env[62679]: ERROR oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7dd77-f241-e07f-a227-8c35519802fb/disk-0.vmdk due to incomplete transfer. [ 867.263618] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec05bcd4-29e9-4b4f-922a-9d819b86ecd7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.271322] env[62679]: DEBUG oslo_vmware.rw_handles [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7dd77-f241-e07f-a227-8c35519802fb/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 867.271513] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Uploaded image a4c88438-36fd-4844-a398-cea35bed8e86 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 867.273957] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 867.274233] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91498ff9-0acc-405f-b0f0-b82c22af5dc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.280711] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 867.280711] env[62679]: value = "task-2412347" [ 867.280711] env[62679]: _type = "Task" [ 867.280711] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.290538] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412347, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.305473] env[62679]: DEBUG nova.network.neutron [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Successfully updated port: feb76445-3f96-4a95-97bf-46aca320b834 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.315393] env[62679]: DEBUG nova.compute.utils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.320778] env[62679]: DEBUG nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.320778] env[62679]: DEBUG nova.network.neutron [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.343677] env[62679]: DEBUG nova.scheduler.client.report [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 867.360827] env[62679]: DEBUG nova.scheduler.client.report [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 867.361190] env[62679]: DEBUG nova.compute.provider_tree [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.374701] env[62679]: DEBUG nova.scheduler.client.report [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 867.398521] env[62679]: DEBUG nova.scheduler.client.report [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 867.408935] env[62679]: DEBUG nova.policy [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee468334102847e197f24093fb1037e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63e9aea9ee7b415f8b834b1b1cdb4e6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.424802] env[62679]: DEBUG oslo_concurrency.lockutils [req-47485184-58c0-4d9b-929d-3b926e012423 req-b41f375a-a01c-491b-918e-d1a6c069d2cb service nova] Releasing lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.625633] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52019f13-e986-2a45-9b66-29f361aec89c, 'name': SearchDatastore_Task, 'duration_secs': 0.017151} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.625938] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.626220] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] cde6214a-d360-492d-b493-5ed3c19a7d10/cde6214a-d360-492d-b493-5ed3c19a7d10.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.626731] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96cd662b-5446-415c-8dee-3d2463b07a22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.635556] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 867.635556] env[62679]: value = "task-2412348" [ 867.635556] env[62679]: _type = "Task" [ 867.635556] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.645471] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.742636] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb384a-e430-bde4-2be2-4ff61cbc8506, 'name': SearchDatastore_Task, 'duration_secs': 0.026589} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.742935] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.743314] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.743443] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.743581] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.743751] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.744021] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b0be8b0-9f96-4fb8-adb6-a813ef6ca367 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.752624] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.752807] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.753553] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8bd3e32-000f-42b2-81e0-9b9e346d104e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.762408] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 867.762408] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eda3ab-09cb-1b0f-c399-dfda64c50cfa" [ 867.762408] env[62679]: _type = "Task" [ 867.762408] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.770520] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eda3ab-09cb-1b0f-c399-dfda64c50cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.793378] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412347, 'name': Destroy_Task, 'duration_secs': 0.478192} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.793816] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Destroyed the VM [ 867.793889] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.794706] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce2176b8-b57f-492f-9129-b624fd2fff7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.802922] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 867.802922] env[62679]: value = "task-2412349" [ 867.802922] env[62679]: _type = "Task" [ 867.802922] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.811338] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-951f4958-0f0a-4115-9183-cf163b91ef9d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.811473] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-951f4958-0f0a-4115-9183-cf163b91ef9d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.811618] env[62679]: DEBUG nova.network.neutron [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.812810] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412349, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.817693] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00539f4-3322-4271-b18d-d12ee18c94e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.824643] env[62679]: DEBUG nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.828131] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d74dce2-70e3-478f-889a-14e8837996f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.860905] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1ef10f-8346-4b6c-8ebb-747f7bfff169 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.870859] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dfba51-326d-4c77-becc-fc0bdb901bb7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.885965] env[62679]: DEBUG nova.compute.provider_tree [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.901523] env[62679]: DEBUG nova.network.neutron [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Successfully created port: a2d3069e-dab8-455a-a3d6-a730e19b95ec {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.144754] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495048} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.145022] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] cde6214a-d360-492d-b493-5ed3c19a7d10/cde6214a-d360-492d-b493-5ed3c19a7d10.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.145288] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.145555] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-688d1343-03a6-48af-8925-cb29c3573ac0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.154845] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 868.154845] env[62679]: value = "task-2412350" [ 868.154845] env[62679]: _type = "Task" [ 868.154845] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.163018] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.273293] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eda3ab-09cb-1b0f-c399-dfda64c50cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.274179] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f856b356-ecde-4bab-9aed-9ba6bbd7a964 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.279648] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 868.279648] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274a688-9009-efa2-f1f7-6c5fba8b07a5" [ 868.279648] env[62679]: _type = "Task" [ 868.279648] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.288080] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274a688-9009-efa2-f1f7-6c5fba8b07a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.312522] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412349, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.367608] env[62679]: DEBUG nova.network.neutron [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.388889] env[62679]: DEBUG nova.scheduler.client.report [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.557509] env[62679]: DEBUG nova.network.neutron [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Updating instance_info_cache with network_info: [{"id": "feb76445-3f96-4a95-97bf-46aca320b834", "address": "fa:16:3e:d9:d4:71", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb76445-3f", "ovs_interfaceid": "feb76445-3f96-4a95-97bf-46aca320b834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.656474] env[62679]: DEBUG nova.compute.manager [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Received event network-vif-plugged-feb76445-3f96-4a95-97bf-46aca320b834 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 868.656771] env[62679]: DEBUG oslo_concurrency.lockutils [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] Acquiring lock "951f4958-0f0a-4115-9183-cf163b91ef9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.657055] env[62679]: DEBUG oslo_concurrency.lockutils [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.657276] env[62679]: DEBUG oslo_concurrency.lockutils [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.657505] env[62679]: DEBUG nova.compute.manager [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] No waiting events found dispatching network-vif-plugged-feb76445-3f96-4a95-97bf-46aca320b834 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.657795] env[62679]: WARNING nova.compute.manager [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Received unexpected event network-vif-plugged-feb76445-3f96-4a95-97bf-46aca320b834 for instance with vm_state building and task_state spawning. [ 868.657986] env[62679]: DEBUG nova.compute.manager [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Received event network-changed-feb76445-3f96-4a95-97bf-46aca320b834 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 868.658222] env[62679]: DEBUG nova.compute.manager [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Refreshing instance network info cache due to event network-changed-feb76445-3f96-4a95-97bf-46aca320b834. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 868.658455] env[62679]: DEBUG oslo_concurrency.lockutils [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] Acquiring lock "refresh_cache-951f4958-0f0a-4115-9183-cf163b91ef9d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.668829] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074277} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.669112] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.669912] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4803bd8-e3eb-46e3-980e-480bbd558246 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.692676] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] cde6214a-d360-492d-b493-5ed3c19a7d10/cde6214a-d360-492d-b493-5ed3c19a7d10.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.693017] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6a8f41-462e-4313-8945-5ecec1d63be6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.712954] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 868.712954] env[62679]: value = "task-2412351" [ 868.712954] env[62679]: _type = "Task" [ 868.712954] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.723285] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.726938] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.727318] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70c79608-2aec-446b-ae61-f5b9b948eb2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.734021] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 868.734021] env[62679]: value = "task-2412352" [ 868.734021] env[62679]: _type = "Task" [ 868.734021] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.743430] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.793025] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5274a688-9009-efa2-f1f7-6c5fba8b07a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.793025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.793025] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] f873f005-971c-4ada-9655-c9f50eb6e708/f873f005-971c-4ada-9655-c9f50eb6e708.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.793025] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dc55d72-ea0c-4ed4-83a8-5240a640f1f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.799981] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 868.799981] env[62679]: value = "task-2412353" [ 868.799981] env[62679]: _type = "Task" [ 868.799981] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.811953] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.817254] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412349, 'name': RemoveSnapshot_Task, 'duration_secs': 0.701653} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.817528] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.817826] env[62679]: DEBUG nova.compute.manager [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.818669] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae6532b-4570-4d39-9fe4-4de10e2f747d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.843178] env[62679]: DEBUG nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.870211] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.870517] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.870692] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.870920] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.871073] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.871234] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.871468] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.871634] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.871811] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.871977] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.872202] env[62679]: DEBUG nova.virt.hardware [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.873700] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb56b7c5-5f85-4290-8314-1c92fbf81c73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.883016] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8037c9-da1f-4fd4-8fe3-dad51da175f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.900486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.903545] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.580s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.903939] env[62679]: DEBUG nova.objects.instance [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lazy-loading 'resources' on Instance uuid a7540721-1d08-4e34-b5b0-c5166bc9e75c {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.926213] env[62679]: INFO nova.scheduler.client.report [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Deleted allocations for instance 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4 [ 869.060768] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-951f4958-0f0a-4115-9183-cf163b91ef9d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.061120] env[62679]: DEBUG nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Instance network_info: |[{"id": "feb76445-3f96-4a95-97bf-46aca320b834", "address": "fa:16:3e:d9:d4:71", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb76445-3f", "ovs_interfaceid": "feb76445-3f96-4a95-97bf-46aca320b834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.061519] env[62679]: DEBUG oslo_concurrency.lockutils [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] Acquired lock "refresh_cache-951f4958-0f0a-4115-9183-cf163b91ef9d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.061798] env[62679]: DEBUG nova.network.neutron [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Refreshing network info cache for port feb76445-3f96-4a95-97bf-46aca320b834 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.063391] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d4:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb76445-3f96-4a95-97bf-46aca320b834', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.072326] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating folder: Project (eda8bc0c643746308f40495098e5cf2e). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.073698] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c4fd90d-f9ec-4424-8a87-60e463ddd3e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.088042] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created folder: Project (eda8bc0c643746308f40495098e5cf2e) in parent group-v488891. [ 869.088382] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating folder: Instances. Parent ref: group-v489107. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.088681] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e38f0693-5c4f-4443-846d-d6c9d5112134 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.100429] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created folder: Instances in parent group-v489107. [ 869.100698] env[62679]: DEBUG oslo.service.loopingcall [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.100969] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.101274] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56a49422-fffe-4c08-8d45-da70a2838ce6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.122955] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.122955] env[62679]: value = "task-2412356" [ 869.122955] env[62679]: _type = "Task" [ 869.122955] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.131688] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412356, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.226258] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412351, 'name': ReconfigVM_Task, 'duration_secs': 0.397417} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.226629] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Reconfigured VM instance instance-0000004e to attach disk [datastore1] cde6214a-d360-492d-b493-5ed3c19a7d10/cde6214a-d360-492d-b493-5ed3c19a7d10.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.227376] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca3ac60d-01e4-44a1-9291-058506829d70 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.239159] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 869.239159] env[62679]: value = "task-2412357" [ 869.239159] env[62679]: _type = "Task" [ 869.239159] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.246415] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412352, 'name': PowerOffVM_Task, 'duration_secs': 0.233683} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.247210] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.248133] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5950f2f-9857-4728-9c1e-3c1b59fe8d23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.256924] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412357, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.272145] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a29c19f-d5ab-4dd6-bdc1-f767212a19d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.312557] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.313037] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa67f957-7afd-49af-92e6-40abfe9981d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.320274] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412353, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.321925] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 869.321925] env[62679]: value = "task-2412358" [ 869.321925] env[62679]: _type = "Task" [ 869.321925] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.333760] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 869.334118] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.334462] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.334701] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.334976] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.335598] env[62679]: INFO nova.compute.manager [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Shelve offloading [ 869.337063] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d862c4-5ab8-4b83-af89-2fb24d726621 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.346550] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.346758] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.348200] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4da3ec2-e96b-499b-b219-00be03ffadb5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.357135] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 869.357135] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a73cef-6ce2-73b6-67c5-ac88a69f709c" [ 869.357135] env[62679]: _type = "Task" [ 869.357135] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.368226] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a73cef-6ce2-73b6-67c5-ac88a69f709c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.439019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-593dd727-87e0-42f5-968b-ff1c5c6e1b4c tempest-ListServerFiltersTestJSON-23629938 tempest-ListServerFiltersTestJSON-23629938-project-member] Lock "30108b71-5e78-4bf5-acfe-d8d87c6dbfc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.905s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.641649] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412356, 'name': CreateVM_Task, 'duration_secs': 0.386659} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.642091] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.642887] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.643097] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.643589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.643721] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aedcbfd-38f7-43f4-b316-c7f42c0e1187 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.651615] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 869.651615] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522ef281-dd7e-f46f-106c-b5f75647e840" [ 869.651615] env[62679]: _type = "Task" [ 869.651615] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.658222] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522ef281-dd7e-f46f-106c-b5f75647e840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.661638] env[62679]: DEBUG nova.network.neutron [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Successfully updated port: a2d3069e-dab8-455a-a3d6-a730e19b95ec {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.752083] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412357, 'name': Rename_Task, 'duration_secs': 0.230027} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.754852] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.757510] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4efe5bfc-073b-4c3c-bfa6-bb1ed38ad225 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.765079] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 869.765079] env[62679]: value = "task-2412359" [ 869.765079] env[62679]: _type = "Task" [ 869.765079] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.775414] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.812896] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532714} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.814192] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] f873f005-971c-4ada-9655-c9f50eb6e708/f873f005-971c-4ada-9655-c9f50eb6e708.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.814416] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.815195] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0470ac3d-c947-4b3a-9394-fb13252cd9f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.819432] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edcb614a-06c5-402f-8861-c81af05a1ae2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.825548] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac15ecf-1b36-4ab5-9854-32b5913867d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.828870] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 869.828870] env[62679]: value = "task-2412360" [ 869.828870] env[62679]: _type = "Task" [ 869.828870] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.833586] env[62679]: DEBUG nova.network.neutron [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Updated VIF entry in instance network info cache for port feb76445-3f96-4a95-97bf-46aca320b834. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.834021] env[62679]: DEBUG nova.network.neutron [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Updating instance_info_cache with network_info: [{"id": "feb76445-3f96-4a95-97bf-46aca320b834", "address": "fa:16:3e:d9:d4:71", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb76445-3f", "ovs_interfaceid": "feb76445-3f96-4a95-97bf-46aca320b834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.863044] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.865048] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8f21dbd-5e50-452b-b546-acb924aceaf9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.870233] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b026bbbf-52e0-498a-9d6a-4baf736dd08f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.876480] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412360, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.882850] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a73cef-6ce2-73b6-67c5-ac88a69f709c, 'name': SearchDatastore_Task, 'duration_secs': 0.017983} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.887133] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 869.887133] env[62679]: value = "task-2412361" [ 869.887133] env[62679]: _type = "Task" [ 869.887133] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.887446] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb986c6-03fc-4787-b22d-3481d9266656 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.890755] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af514ee-4df8-4590-95c0-cab60dafc443 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.902154] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 869.902154] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a15f9b-eb6d-90fe-1397-0e94ebf358b7" [ 869.902154] env[62679]: _type = "Task" [ 869.902154] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.915921] env[62679]: DEBUG nova.compute.provider_tree [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.920476] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 869.920707] env[62679]: DEBUG nova.compute.manager [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.921859] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2338207f-740d-4561-9d13-776c19da7bf4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.930229] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a15f9b-eb6d-90fe-1397-0e94ebf358b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.931934] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.932220] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. {{(pid=62679) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 869.932561] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.932733] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.932900] env[62679]: DEBUG nova.network.neutron [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.938034] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ee980e5-59b7-4c9e-bba4-50756b1c25c9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.942689] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 869.942689] env[62679]: value = "task-2412362" [ 869.942689] env[62679]: _type = "Task" [ 869.942689] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.953589] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.160424] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522ef281-dd7e-f46f-106c-b5f75647e840, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.160713] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.161385] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.162125] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.162182] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.162683] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.162815] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f438a2-0215-44db-a0be-15c71dde212e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.165043] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "refresh_cache-257e3861-3acd-41db-8e31-6265fa284a06" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.165246] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "refresh_cache-257e3861-3acd-41db-8e31-6265fa284a06" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.165403] env[62679]: DEBUG nova.network.neutron [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.173145] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.173391] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.174160] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b1b7ed-a6f8-4e96-b171-af066ed08ec9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.181069] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 870.181069] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528dd152-daf4-4cb5-1713-6e18ab201388" [ 870.181069] env[62679]: _type = "Task" [ 870.181069] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.191374] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528dd152-daf4-4cb5-1713-6e18ab201388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.277546] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.343547] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06618} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.343964] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.344917] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e07d62b-6fd2-48a2-bcc7-6d78a48cda58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.364748] env[62679]: DEBUG oslo_concurrency.lockutils [req-cfdcd7d1-4390-46ae-8c17-948049ad85b3 req-b8704eb5-c27f-4143-b742-a4add65cf15f service nova] Releasing lock "refresh_cache-951f4958-0f0a-4115-9183-cf163b91ef9d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.374669] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f873f005-971c-4ada-9655-c9f50eb6e708/f873f005-971c-4ada-9655-c9f50eb6e708.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.375019] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e2c38a-76b7-42eb-a696-76413500c3e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.399468] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 870.399468] env[62679]: value = "task-2412363" [ 870.399468] env[62679]: _type = "Task" [ 870.399468] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.414880] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.423264] env[62679]: DEBUG nova.scheduler.client.report [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.454136] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.688039] env[62679]: DEBUG nova.compute.manager [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Received event network-vif-plugged-a2d3069e-dab8-455a-a3d6-a730e19b95ec {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 870.688261] env[62679]: DEBUG oslo_concurrency.lockutils [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] Acquiring lock "257e3861-3acd-41db-8e31-6265fa284a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.688468] env[62679]: DEBUG oslo_concurrency.lockutils [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] Lock "257e3861-3acd-41db-8e31-6265fa284a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.688764] env[62679]: DEBUG oslo_concurrency.lockutils [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] Lock "257e3861-3acd-41db-8e31-6265fa284a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.688802] env[62679]: DEBUG nova.compute.manager [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] No waiting events found dispatching network-vif-plugged-a2d3069e-dab8-455a-a3d6-a730e19b95ec {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.689124] env[62679]: WARNING nova.compute.manager [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Received unexpected event network-vif-plugged-a2d3069e-dab8-455a-a3d6-a730e19b95ec for instance with vm_state building and task_state spawning. [ 870.689230] env[62679]: DEBUG nova.compute.manager [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Received event network-changed-a2d3069e-dab8-455a-a3d6-a730e19b95ec {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 870.689302] env[62679]: DEBUG nova.compute.manager [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Refreshing instance network info cache due to event network-changed-a2d3069e-dab8-455a-a3d6-a730e19b95ec. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 870.689459] env[62679]: DEBUG oslo_concurrency.lockutils [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] Acquiring lock "refresh_cache-257e3861-3acd-41db-8e31-6265fa284a06" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.695609] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528dd152-daf4-4cb5-1713-6e18ab201388, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.696243] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd29b8a-ac81-4e88-93b8-168b33501d9e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.702084] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 870.702084] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a97e4f-c0e8-6d19-0d3a-9a04864e9b2f" [ 870.702084] env[62679]: _type = "Task" [ 870.702084] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.705163] env[62679]: DEBUG nova.network.neutron [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.707529] env[62679]: DEBUG nova.network.neutron [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Updating instance_info_cache with network_info: [{"id": "524dfa03-a289-4a58-9273-f0f49525e079", "address": "fa:16:3e:44:43:43", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524dfa03-a2", "ovs_interfaceid": "524dfa03-a289-4a58-9273-f0f49525e079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.713053] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a97e4f-c0e8-6d19-0d3a-9a04864e9b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.774506] env[62679]: DEBUG oslo_vmware.api [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412359, 'name': PowerOnVM_Task, 'duration_secs': 0.597682} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.777340] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.777574] env[62679]: INFO nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Took 8.56 seconds to spawn the instance on the hypervisor. [ 870.777731] env[62679]: DEBUG nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.778593] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc979916-5c60-4580-9d67-3300ec48330b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.890493] env[62679]: DEBUG nova.network.neutron [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Updating instance_info_cache with network_info: [{"id": "a2d3069e-dab8-455a-a3d6-a730e19b95ec", "address": "fa:16:3e:43:f9:3c", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d3069e-da", "ovs_interfaceid": "a2d3069e-dab8-455a-a3d6-a730e19b95ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.909644] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.929924] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.933765] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.236s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.934310] env[62679]: INFO nova.compute.claims [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.957749] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602801} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.958847] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. [ 870.960139] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca51fb9-923e-4f34-902a-4ce76a3d2cf9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.992320] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.993258] env[62679]: INFO nova.scheduler.client.report [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Deleted allocations for instance a7540721-1d08-4e34-b5b0-c5166bc9e75c [ 870.994483] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6752bace-5d6d-4aaf-8eaa-6df5fce73f97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.018132] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 871.018132] env[62679]: value = "task-2412364" [ 871.018132] env[62679]: _type = "Task" [ 871.018132] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.027715] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.218117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.218117] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a97e4f-c0e8-6d19-0d3a-9a04864e9b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.033696} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.218117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.218117] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.218117] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ed22382-c92e-43df-b161-c600374dd315 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.225371] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 871.225371] env[62679]: value = "task-2412365" [ 871.225371] env[62679]: _type = "Task" [ 871.225371] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.234434] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.296164] env[62679]: INFO nova.compute.manager [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Took 31.80 seconds to build instance. [ 871.393798] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "refresh_cache-257e3861-3acd-41db-8e31-6265fa284a06" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.394319] env[62679]: DEBUG nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Instance network_info: |[{"id": "a2d3069e-dab8-455a-a3d6-a730e19b95ec", "address": "fa:16:3e:43:f9:3c", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d3069e-da", "ovs_interfaceid": "a2d3069e-dab8-455a-a3d6-a730e19b95ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.394604] env[62679]: DEBUG oslo_concurrency.lockutils [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] Acquired lock "refresh_cache-257e3861-3acd-41db-8e31-6265fa284a06" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.394708] env[62679]: DEBUG nova.network.neutron [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Refreshing network info cache for port a2d3069e-dab8-455a-a3d6-a730e19b95ec {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.396043] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:f9:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d3069e-dab8-455a-a3d6-a730e19b95ec', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.408295] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Creating folder: Project (63e9aea9ee7b415f8b834b1b1cdb4e6a). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.410596] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-311eec67-6f2e-4219-906a-df598944b939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.423520] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412363, 'name': ReconfigVM_Task, 'duration_secs': 0.871436} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.423906] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f873f005-971c-4ada-9655-c9f50eb6e708/f873f005-971c-4ada-9655-c9f50eb6e708.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.424629] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dbc56da-13b6-4546-aee2-1a36f610ed58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.427957] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Created folder: Project (63e9aea9ee7b415f8b834b1b1cdb4e6a) in parent group-v488891. [ 871.428204] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Creating folder: Instances. Parent ref: group-v489110. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.428878] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4c4b6b2-006f-4012-af1d-e479bcc2ea06 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.433744] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 871.433744] env[62679]: value = "task-2412367" [ 871.433744] env[62679]: _type = "Task" [ 871.433744] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.445906] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Created folder: Instances in parent group-v489110. [ 871.446357] env[62679]: DEBUG oslo.service.loopingcall [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.446999] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.447654] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-855138e9-0610-4edc-83f0-93720b70d2a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.471638] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412367, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.477476] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.477476] env[62679]: value = "task-2412369" [ 871.477476] env[62679]: _type = "Task" [ 871.477476] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.488939] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412369, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.518115] env[62679]: DEBUG oslo_concurrency.lockutils [None req-650ba84b-12bd-4bf2-87ba-b275afd4c693 tempest-ImagesTestJSON-1246481838 tempest-ImagesTestJSON-1246481838-project-member] Lock "a7540721-1d08-4e34-b5b0-c5166bc9e75c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.938s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.537236] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412364, 'name': ReconfigVM_Task, 'duration_secs': 0.464453} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.537658] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.538971] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4affacd-f34f-4a10-ae18-89d14f3ed586 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.571770] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0e4ae7-d69d-4fb5-b716-ab388494e02b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.591619] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 871.591619] env[62679]: value = "task-2412370" [ 871.591619] env[62679]: _type = "Task" [ 871.591619] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.604295] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.709438] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.710423] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2439f-8c3c-4469-82d5-51ae4a0d5cf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.721967] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.729023] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09efebfc-d849-48c2-a6a5-7cdda5bf0e8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.736930] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.797691] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3d8bf2b-84ac-47d8-a76e-d2b7887361cc tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.313s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.835044] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.835358] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.835608] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleting the datastore file [datastore1] 31a95f6f-8a83-4506-97c9-5b15f5d78183 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.835912] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2941156-a064-4379-8c66-f0476b3cca66 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.848704] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 871.848704] env[62679]: value = "task-2412372" [ 871.848704] env[62679]: _type = "Task" [ 871.848704] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.873753] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.909409] env[62679]: DEBUG nova.network.neutron [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Updated VIF entry in instance network info cache for port a2d3069e-dab8-455a-a3d6-a730e19b95ec. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.909654] env[62679]: DEBUG nova.network.neutron [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Updating instance_info_cache with network_info: [{"id": "a2d3069e-dab8-455a-a3d6-a730e19b95ec", "address": "fa:16:3e:43:f9:3c", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d3069e-da", "ovs_interfaceid": "a2d3069e-dab8-455a-a3d6-a730e19b95ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.945033] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412367, 'name': Rename_Task, 'duration_secs': 0.238255} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.945360] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.945614] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deccee7e-f321-4a23-af1d-5bd3c3393139 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.950659] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "cde6214a-d360-492d-b493-5ed3c19a7d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.950899] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.951219] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "cde6214a-d360-492d-b493-5ed3c19a7d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.951325] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.951506] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.953786] env[62679]: INFO nova.compute.manager [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Terminating instance [ 871.961019] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 871.961019] env[62679]: value = "task-2412373" [ 871.961019] env[62679]: _type = "Task" [ 871.961019] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.968543] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.993836] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412369, 'name': CreateVM_Task, 'duration_secs': 0.456804} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.994054] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.994764] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.994922] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.995269] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.995665] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83995bd6-fd26-4660-b230-1e39a1148913 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.002639] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 872.002639] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3363d-7c00-e7e5-f222-b7be4add1eb8" [ 872.002639] env[62679]: _type = "Task" [ 872.002639] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.011825] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3363d-7c00-e7e5-f222-b7be4add1eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.103743] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412370, 'name': ReconfigVM_Task, 'duration_secs': 0.333899} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.104018] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.104284] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9773edfe-26d9-48ed-998a-a572198c7e3a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.117026] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 872.117026] env[62679]: value = "task-2412374" [ 872.117026] env[62679]: _type = "Task" [ 872.117026] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.124341] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.237666] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702501} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.240280] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.240502] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.241415] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81949c6f-0c30-41db-97b5-934316b510d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.248024] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 872.248024] env[62679]: value = "task-2412375" [ 872.248024] env[62679]: _type = "Task" [ 872.248024] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.259534] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.327641] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd0058a-aae0-4ca4-b9eb-cf8540ae8d67 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.338115] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2ffba-a061-41ef-b3dc-9eeb669c25c9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.377834] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac23ae6f-d8ac-4c58-94c7-98b70baa036b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.385864] env[62679]: DEBUG oslo_vmware.api [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426976} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.388199] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.388492] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.389025] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.392048] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75147b-1a96-4e5e-907d-59ddf2858168 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.409060] env[62679]: DEBUG nova.compute.provider_tree [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.415107] env[62679]: DEBUG oslo_concurrency.lockutils [req-40c89df8-381b-47d1-a1c4-711963c7abc8 req-cc8f11b4-0d10-47a5-a131-f226f316be1c service nova] Releasing lock "refresh_cache-257e3861-3acd-41db-8e31-6265fa284a06" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.422379] env[62679]: INFO nova.scheduler.client.report [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted allocations for instance 31a95f6f-8a83-4506-97c9-5b15f5d78183 [ 872.462629] env[62679]: DEBUG nova.compute.manager [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.462629] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.464827] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d695659-6de3-4e05-935e-3e3d2ec45264 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.485275] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412373, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.492298] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.492298] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6296e34e-fd4b-4eea-9326-05acd788279f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.496261] env[62679]: DEBUG oslo_vmware.api [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 872.496261] env[62679]: value = "task-2412376" [ 872.496261] env[62679]: _type = "Task" [ 872.496261] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.506928] env[62679]: DEBUG oslo_vmware.api [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.517787] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3363d-7c00-e7e5-f222-b7be4add1eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.030553} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.518139] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.518445] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.518755] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.519117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.519359] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.519701] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63d22449-0427-4602-9048-ee4b1d022a7b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.533546] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.533790] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.534663] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123dd027-aa7d-4021-97d1-064c76d2581e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.540916] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 872.540916] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52139fd3-1f19-308c-815c-0db4ec3d2702" [ 872.540916] env[62679]: _type = "Task" [ 872.540916] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.549055] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52139fd3-1f19-308c-815c-0db4ec3d2702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.623493] env[62679]: DEBUG oslo_vmware.api [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412374, 'name': PowerOnVM_Task, 'duration_secs': 0.4603} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.623887] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.626998] env[62679]: DEBUG nova.compute.manager [None req-d9aaf9a2-61fd-4f46-8922-1fc54127fbe7 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.628255] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55211402-3ea6-4431-8dad-88765bf1e507 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.762817] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07498} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.763212] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.763826] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df343c26-4817-4558-b725-ec7c8b955bd8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.791481] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.791834] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d981dd35-8c72-442a-b61f-2c2255dcd239 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.812623] env[62679]: DEBUG nova.compute.manager [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Received event network-vif-unplugged-524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 872.812875] env[62679]: DEBUG oslo_concurrency.lockutils [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] Acquiring lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.813021] env[62679]: DEBUG oslo_concurrency.lockutils [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.813212] env[62679]: DEBUG oslo_concurrency.lockutils [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.813359] env[62679]: DEBUG nova.compute.manager [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] No waiting events found dispatching network-vif-unplugged-524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.813540] env[62679]: WARNING nova.compute.manager [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Received unexpected event network-vif-unplugged-524dfa03-a289-4a58-9273-f0f49525e079 for instance with vm_state shelved_offloaded and task_state None. [ 872.813694] env[62679]: DEBUG nova.compute.manager [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Received event network-changed-524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 872.813854] env[62679]: DEBUG nova.compute.manager [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Refreshing instance network info cache due to event network-changed-524dfa03-a289-4a58-9273-f0f49525e079. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 872.814068] env[62679]: DEBUG oslo_concurrency.lockutils [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] Acquiring lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.814220] env[62679]: DEBUG oslo_concurrency.lockutils [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] Acquired lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.814378] env[62679]: DEBUG nova.network.neutron [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Refreshing network info cache for port 524dfa03-a289-4a58-9273-f0f49525e079 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.821696] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 872.821696] env[62679]: value = "task-2412377" [ 872.821696] env[62679]: _type = "Task" [ 872.821696] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.833470] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412377, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.913249] env[62679]: DEBUG nova.scheduler.client.report [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.928247] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.978853] env[62679]: DEBUG oslo_vmware.api [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412373, 'name': PowerOnVM_Task, 'duration_secs': 0.534792} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.979170] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.979370] env[62679]: INFO nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Took 9.29 seconds to spawn the instance on the hypervisor. [ 872.979682] env[62679]: DEBUG nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.980494] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927e7ff-6e50-45a3-ab8a-c56b28f701b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.006726] env[62679]: DEBUG oslo_vmware.api [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412376, 'name': PowerOffVM_Task, 'duration_secs': 0.347874} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.007013] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.007213] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.007479] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23ec811c-e72d-422a-8540-3d7957ebd70e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.052238] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52139fd3-1f19-308c-815c-0db4ec3d2702, 'name': SearchDatastore_Task, 'duration_secs': 0.016983} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.053357] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b54d2df-93fc-4637-84fa-d49dda9a4233 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.059928] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 873.059928] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5292c6e2-79f1-cf27-e989-fe8467cf36e6" [ 873.059928] env[62679]: _type = "Task" [ 873.059928] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.067356] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5292c6e2-79f1-cf27-e989-fe8467cf36e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.078279] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.078498] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.078678] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Deleting the datastore file [datastore1] cde6214a-d360-492d-b493-5ed3c19a7d10 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.079119] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31daf956-aff1-4c4e-9794-c4155a6b61b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.085458] env[62679]: DEBUG oslo_vmware.api [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for the task: (returnval){ [ 873.085458] env[62679]: value = "task-2412379" [ 873.085458] env[62679]: _type = "Task" [ 873.085458] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.094640] env[62679]: DEBUG oslo_vmware.api [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.335930] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.422280] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.422280] env[62679]: DEBUG nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.423595] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.915s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.423810] env[62679]: DEBUG nova.objects.instance [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lazy-loading 'resources' on Instance uuid 22e91362-b617-4092-8311-2979abfa5bfa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.457763] env[62679]: INFO nova.compute.manager [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Unrescuing [ 873.457763] env[62679]: DEBUG oslo_concurrency.lockutils [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.457909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquired lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.458121] env[62679]: DEBUG nova.network.neutron [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.506253] env[62679]: INFO nova.compute.manager [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Took 30.25 seconds to build instance. [ 873.578916] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5292c6e2-79f1-cf27-e989-fe8467cf36e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.580280] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.580280] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 257e3861-3acd-41db-8e31-6265fa284a06/257e3861-3acd-41db-8e31-6265fa284a06.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.580280] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5802fc97-e7e5-4a9d-bcb9-d81dc1fea380 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.587073] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 873.587073] env[62679]: value = "task-2412380" [ 873.587073] env[62679]: _type = "Task" [ 873.587073] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.599703] env[62679]: DEBUG oslo_vmware.api [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Task: {'id': task-2412379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276929} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.602870] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.604028] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.604028] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.604028] env[62679]: INFO nova.compute.manager [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Took 1.14 seconds to destroy the instance on the hypervisor. [ 873.604028] env[62679]: DEBUG oslo.service.loopingcall [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.604371] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.604593] env[62679]: DEBUG nova.compute.manager [-] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.604688] env[62679]: DEBUG nova.network.neutron [-] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.697423] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.833250] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412377, 'name': ReconfigVM_Task, 'duration_secs': 0.579444} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.836484] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.837475] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06bb3fce-3003-4516-8b5d-f74721041410 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.845323] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 873.845323] env[62679]: value = "task-2412381" [ 873.845323] env[62679]: _type = "Task" [ 873.845323] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.859706] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412381, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.927819] env[62679]: DEBUG nova.compute.utils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 873.929611] env[62679]: DEBUG nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.929918] env[62679]: DEBUG nova.network.neutron [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.009702] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5023eceb-8908-4d12-92a8-5b56c9ba0c7f tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.767s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.055216] env[62679]: DEBUG nova.network.neutron [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Updated VIF entry in instance network info cache for port 524dfa03-a289-4a58-9273-f0f49525e079. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.055482] env[62679]: DEBUG nova.network.neutron [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Updating instance_info_cache with network_info: [{"id": "524dfa03-a289-4a58-9273-f0f49525e079", "address": "fa:16:3e:44:43:43", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": null, "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap524dfa03-a2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.117627] env[62679]: DEBUG nova.policy [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b138ef300e1a468d8c18890d07d944cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c488e408e54352beebf79d61296a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.119617] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412380, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.360301] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412381, 'name': Rename_Task, 'duration_secs': 0.193703} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.360664] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.361031] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b3dff6-eb60-47dc-9c2c-417522fc1ce4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.368125] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b0dcc-bb22-4631-9cb7-37efede391ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.380022] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310fbeef-874b-402f-af5e-11b21f36fcfe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.382363] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 874.382363] env[62679]: value = "task-2412382" [ 874.382363] env[62679]: _type = "Task" [ 874.382363] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.420403] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a979c9c-56cb-4057-a1cf-2c1ddd8c8c4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.426109] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412382, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.431642] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be819da6-47d4-461e-a8be-bc671d18052b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.439065] env[62679]: DEBUG nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.456971] env[62679]: DEBUG nova.compute.provider_tree [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.514398] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e2799-9c9e-cbd0-fea3-89ad95198169/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 874.515354] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d43c8cb-32c0-48af-bec2-adfa4bc23443 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.521768] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e2799-9c9e-cbd0-fea3-89ad95198169/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 874.521995] env[62679]: ERROR oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e2799-9c9e-cbd0-fea3-89ad95198169/disk-0.vmdk due to incomplete transfer. [ 874.522264] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b948057-df50-4c45-ba59-133e11cfba60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.535937] env[62679]: DEBUG oslo_vmware.rw_handles [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e2799-9c9e-cbd0-fea3-89ad95198169/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 874.536253] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Uploaded image a2e271ae-5d4a-4923-967b-70e756592042 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 874.537969] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 874.538256] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd407f30-9271-4e1d-8629-1ddfb461a1da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.551037] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 874.551037] env[62679]: value = "task-2412383" [ 874.551037] env[62679]: _type = "Task" [ 874.551037] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.560476] env[62679]: DEBUG oslo_concurrency.lockutils [req-31695f3a-b787-4533-b9d3-e764f911ed73 req-de8c1b4d-0920-4b72-abae-ad9cc3cd04ed service nova] Releasing lock "refresh_cache-31a95f6f-8a83-4506-97c9-5b15f5d78183" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.560476] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412383, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.603187] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599995} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.603417] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 257e3861-3acd-41db-8e31-6265fa284a06/257e3861-3acd-41db-8e31-6265fa284a06.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.603745] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.603934] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9262cc63-8989-4c76-b63a-01822bdaea6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.611064] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 874.611064] env[62679]: value = "task-2412384" [ 874.611064] env[62679]: _type = "Task" [ 874.611064] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.621366] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.787085] env[62679]: DEBUG nova.network.neutron [-] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.893693] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.966018] env[62679]: DEBUG nova.scheduler.client.report [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.021318] env[62679]: DEBUG nova.network.neutron [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Updating instance_info_cache with network_info: [{"id": "5ae6b356-7635-4d3c-882d-40e33437746e", "address": "fa:16:3e:95:6e:c0", "network": {"id": "9040170b-ce62-4a2c-b9d9-17feb6cfa073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-763901262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abe9655460ea4381acf675c0a77bc0b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae6b356-76", "ovs_interfaceid": "5ae6b356-7635-4d3c-882d-40e33437746e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.067259] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412383, 'name': Destroy_Task, 'duration_secs': 0.364093} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.067663] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Destroyed the VM [ 875.068074] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 875.068996] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32d17d4e-1986-43cb-bf16-765660ea11b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.078395] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 875.078395] env[62679]: value = "task-2412385" [ 875.078395] env[62679]: _type = "Task" [ 875.078395] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.092801] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412385, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.096493] env[62679]: DEBUG nova.compute.manager [req-37d6b2f2-3c97-44dd-844f-f19cbccf3e1d req-eee9f9e7-7a2b-4452-b21d-93a3ce27e232 service nova] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Received event network-vif-deleted-e5fe836e-f3b1-4c63-a294-8c03a6fb8fb5 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 875.121955] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.45254} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.123034] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.123890] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3bc90c-762a-43c7-9cf1-3bbbe9d40947 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.149265] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 257e3861-3acd-41db-8e31-6265fa284a06/257e3861-3acd-41db-8e31-6265fa284a06.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.149604] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955108a7-745f-4428-afc3-f7abf25d43b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.177698] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 875.177698] env[62679]: value = "task-2412386" [ 875.177698] env[62679]: _type = "Task" [ 875.177698] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.187934] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.291306] env[62679]: INFO nova.compute.manager [-] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Took 1.69 seconds to deallocate network for instance. [ 875.368596] env[62679]: DEBUG nova.network.neutron [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Successfully created port: f844dcf6-1344-4963-83a9-5b230e586494 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.398062] env[62679]: DEBUG oslo_vmware.api [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412382, 'name': PowerOnVM_Task, 'duration_secs': 0.871979} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.398062] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.398062] env[62679]: INFO nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Took 9.11 seconds to spawn the instance on the hypervisor. [ 875.398522] env[62679]: DEBUG nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.399739] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664596eb-92a0-44c3-b404-5ddce8a780af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.456516] env[62679]: DEBUG nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.469905] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.474435] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.379s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.474726] env[62679]: DEBUG nova.objects.instance [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lazy-loading 'resources' on Instance uuid fbd90f58-d056-4166-93e9-a74efe1e901f {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.512885] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.513195] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.513787] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.513787] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.513787] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.514075] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.514196] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.514327] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.514491] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.514688] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.514866] env[62679]: DEBUG nova.virt.hardware [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.516042] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ef5854-debe-4ef1-9a40-223812a16e13 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.520152] env[62679]: INFO nova.scheduler.client.report [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleted allocations for instance 22e91362-b617-4092-8311-2979abfa5bfa [ 875.524270] env[62679]: DEBUG oslo_concurrency.lockutils [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Releasing lock "refresh_cache-d96a89f6-6303-493a-ad3d-47218a40daf2" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.526564] env[62679]: DEBUG nova.objects.instance [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lazy-loading 'flavor' on Instance uuid d96a89f6-6303-493a-ad3d-47218a40daf2 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.532907] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22731a75-6494-4860-a9eb-e74a66be92e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.591163] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412385, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.688486] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412386, 'name': ReconfigVM_Task, 'duration_secs': 0.370776} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.689271] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 257e3861-3acd-41db-8e31-6265fa284a06/257e3861-3acd-41db-8e31-6265fa284a06.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.689622] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b7395d1-43a1-42ac-914a-64376b66306e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.699231] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 875.699231] env[62679]: value = "task-2412387" [ 875.699231] env[62679]: _type = "Task" [ 875.699231] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.708613] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412387, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.798220] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.923775] env[62679]: INFO nova.compute.manager [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Took 30.62 seconds to build instance. [ 876.035301] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb7fe55-96f7-447b-a616-e6bbc1f0399b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.038365] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94dbb2ba-66cc-4d47-b548-09c6ef057372 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "22e91362-b617-4092-8311-2979abfa5bfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.009s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.064690] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.068382] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c7fa67c-dbe7-4844-98f3-d56fa6b51e38 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.081498] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 876.081498] env[62679]: value = "task-2412388" [ 876.081498] env[62679]: _type = "Task" [ 876.081498] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.089992] env[62679]: DEBUG oslo_vmware.api [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412385, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549445} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.095907] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 876.096582] env[62679]: INFO nova.compute.manager [None req-520b3b88-0f86-4ce9-9475-b1ccc0ee619a tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Took 16.60 seconds to snapshot the instance on the hypervisor. [ 876.098654] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.214313] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412387, 'name': Rename_Task, 'duration_secs': 0.316562} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.217751] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.218430] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64164dba-eb5a-4d94-a606-b0ecdc143495 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.226033] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 876.226033] env[62679]: value = "task-2412389" [ 876.226033] env[62679]: _type = "Task" [ 876.226033] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.235784] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.424316] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c31c6be-122f-4903-80f4-ceb778bc803a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.427842] env[62679]: DEBUG oslo_concurrency.lockutils [None req-62712d98-4b1c-48d0-a6ab-d0c4fdb0df49 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.150s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.434071] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd2389-2417-4bb5-b169-ee203cf31bb2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.474641] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7608e9d2-f38e-4f52-bfbc-7bd4a7f2cfa1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.483285] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bdf476-94f3-42c2-83b0-15fc3a093f82 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.502379] env[62679]: DEBUG nova.compute.provider_tree [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.587607] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412388, 'name': PowerOffVM_Task, 'duration_secs': 0.262175} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.588011] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.593354] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.593678] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3f294f-fe9f-4ca3-92ee-9def861ff423 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.615033] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 876.615033] env[62679]: value = "task-2412393" [ 876.615033] env[62679]: _type = "Task" [ 876.615033] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.623498] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.736542] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412389, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.005883] env[62679]: DEBUG nova.scheduler.client.report [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.064022] env[62679]: INFO nova.compute.manager [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Rebuilding instance [ 877.112787] env[62679]: DEBUG nova.network.neutron [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Successfully updated port: f844dcf6-1344-4963-83a9-5b230e586494 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.125646] env[62679]: DEBUG nova.compute.manager [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.126581] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12f8008-2f12-4329-b182-a0305ded226d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.134538] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412393, 'name': ReconfigVM_Task, 'duration_secs': 0.226625} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.134538] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.134538] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.135098] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478c4176-0b7f-4670-89e2-42680ad0862a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.150607] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 877.150607] env[62679]: value = "task-2412394" [ 877.150607] env[62679]: _type = "Task" [ 877.150607] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.160794] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.210084] env[62679]: DEBUG nova.compute.manager [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Received event network-changed-c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 877.210202] env[62679]: DEBUG nova.compute.manager [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Refreshing instance network info cache due to event network-changed-c2dcc658-347b-4ba5-b742-4a9021aa83ac. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 877.210395] env[62679]: DEBUG oslo_concurrency.lockutils [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] Acquiring lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.210751] env[62679]: DEBUG oslo_concurrency.lockutils [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] Acquired lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.210990] env[62679]: DEBUG nova.network.neutron [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Refreshing network info cache for port c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.237276] env[62679]: DEBUG oslo_vmware.api [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412389, 'name': PowerOnVM_Task, 'duration_secs': 0.549863} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.238046] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.238046] env[62679]: INFO nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Took 8.39 seconds to spawn the instance on the hypervisor. [ 877.238046] env[62679]: DEBUG nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.238812] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d9144-1201-4f8e-a574-4135e83d5144 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.512274] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.514545] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.587s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.514775] env[62679]: DEBUG nova.objects.instance [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'resources' on Instance uuid 31a95f6f-8a83-4506-97c9-5b15f5d78183 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.539041] env[62679]: INFO nova.scheduler.client.report [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Deleted allocations for instance fbd90f58-d056-4166-93e9-a74efe1e901f [ 877.618600] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "refresh_cache-f4de9396-2bee-4327-b96f-2ce0bd74ed16" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.618600] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "refresh_cache-f4de9396-2bee-4327-b96f-2ce0bd74ed16" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.618600] env[62679]: DEBUG nova.network.neutron [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.661850] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.760240] env[62679]: INFO nova.compute.manager [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Took 30.24 seconds to build instance. [ 878.022549] env[62679]: DEBUG nova.objects.instance [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'numa_topology' on Instance uuid 31a95f6f-8a83-4506-97c9-5b15f5d78183 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.052094] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a18c0baf-3e5a-46c9-a1af-56034d9c896e tempest-ServerAddressesNegativeTestJSON-605894146 tempest-ServerAddressesNegativeTestJSON-605894146-project-member] Lock "fbd90f58-d056-4166-93e9-a74efe1e901f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.017s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.077724] env[62679]: DEBUG nova.network.neutron [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updated VIF entry in instance network info cache for port c2dcc658-347b-4ba5-b742-4a9021aa83ac. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.080197] env[62679]: DEBUG nova.network.neutron [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updating instance_info_cache with network_info: [{"id": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "address": "fa:16:3e:78:02:42", "network": {"id": "aa19185c-f90e-4930-8a04-2424e062f585", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1703995848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0703a759a24e2582d02f680e1ee63c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dcc658-34", "ovs_interfaceid": "c2dcc658-347b-4ba5-b742-4a9021aa83ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.145935] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.146472] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0774e745-806a-4d06-9f1f-52abe5dfb7ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.157533] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 878.157533] env[62679]: value = "task-2412395" [ 878.157533] env[62679]: _type = "Task" [ 878.157533] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.166287] env[62679]: DEBUG oslo_vmware.api [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412394, 'name': PowerOnVM_Task, 'duration_secs': 1.00745} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.167011] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.167325] env[62679]: DEBUG nova.compute.manager [None req-90090ef4-66d2-4e67-bc72-e13e71e9e46f tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.168248] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956a3ad0-97a6-4401-a050-877091a74faf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.178515] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.179445] env[62679]: DEBUG nova.network.neutron [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.260832] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4353468d-ae0e-47b0-8bb2-03a8d499674e tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "257e3861-3acd-41db-8e31-6265fa284a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.751s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.446045] env[62679]: DEBUG nova.network.neutron [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Updating instance_info_cache with network_info: [{"id": "f844dcf6-1344-4963-83a9-5b230e586494", "address": "fa:16:3e:9e:a2:82", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf844dcf6-13", "ovs_interfaceid": "f844dcf6-1344-4963-83a9-5b230e586494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.526371] env[62679]: DEBUG nova.objects.base [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Object Instance<31a95f6f-8a83-4506-97c9-5b15f5d78183> lazy-loaded attributes: resources,numa_topology {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 878.584304] env[62679]: DEBUG oslo_concurrency.lockutils [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] Releasing lock "refresh_cache-f873f005-971c-4ada-9655-c9f50eb6e708" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.584304] env[62679]: DEBUG nova.compute.manager [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Received event network-vif-plugged-f844dcf6-1344-4963-83a9-5b230e586494 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 878.584304] env[62679]: DEBUG oslo_concurrency.lockutils [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] Acquiring lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.584304] env[62679]: DEBUG oslo_concurrency.lockutils [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.584304] env[62679]: DEBUG oslo_concurrency.lockutils [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.584304] env[62679]: DEBUG nova.compute.manager [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] No waiting events found dispatching network-vif-plugged-f844dcf6-1344-4963-83a9-5b230e586494 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.584304] env[62679]: WARNING nova.compute.manager [req-fc1dedb9-2fe6-49ad-8dc7-bfcea16df99a req-5db10c1b-eef9-4ee4-87ca-f527650b7deb service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Received unexpected event network-vif-plugged-f844dcf6-1344-4963-83a9-5b230e586494 for instance with vm_state building and task_state spawning. [ 878.669852] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412395, 'name': PowerOffVM_Task, 'duration_secs': 0.352125} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.672667] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.672925] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.674340] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd90551-5cf7-4caf-81bd-54a8e1f2ad3a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.682640] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.682930] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52ba334b-3e7c-4ed6-941b-39c6b88a4c31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.768190] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.768190] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.768190] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleting the datastore file [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.769631] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e999adc2-a1f3-4a3b-b1eb-7dcbbe61c181 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.777999] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 878.777999] env[62679]: value = "task-2412397" [ 878.777999] env[62679]: _type = "Task" [ 878.777999] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.791390] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.907150] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58514f97-e016-4b17-9d31-747148dc1f32 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.915243] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ac5845-155e-4930-8281-8bb18c17ac25 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.953842] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "refresh_cache-f4de9396-2bee-4327-b96f-2ce0bd74ed16" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.953842] env[62679]: DEBUG nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Instance network_info: |[{"id": "f844dcf6-1344-4963-83a9-5b230e586494", "address": "fa:16:3e:9e:a2:82", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf844dcf6-13", "ovs_interfaceid": "f844dcf6-1344-4963-83a9-5b230e586494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.953842] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a2:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f844dcf6-1344-4963-83a9-5b230e586494', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.967327] env[62679]: DEBUG oslo.service.loopingcall [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.968053] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a102a31a-52a7-4fc9-85c7-f17fc828fc5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.972719] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.975922] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbae1a73-ac60-40a5-93f5-8e903924cce8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.009489] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d557b9-29d9-42dc-8e10-8daae05e7d9e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.014178] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.014178] env[62679]: value = "task-2412398" [ 879.014178] env[62679]: _type = "Task" [ 879.014178] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.032841] env[62679]: DEBUG nova.compute.provider_tree [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.038569] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412398, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.292092] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126649} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.292390] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.292601] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.292746] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.327116] env[62679]: DEBUG nova.compute.manager [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Received event network-changed-f844dcf6-1344-4963-83a9-5b230e586494 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 879.327116] env[62679]: DEBUG nova.compute.manager [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Refreshing instance network info cache due to event network-changed-f844dcf6-1344-4963-83a9-5b230e586494. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 879.327116] env[62679]: DEBUG oslo_concurrency.lockutils [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] Acquiring lock "refresh_cache-f4de9396-2bee-4327-b96f-2ce0bd74ed16" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.327968] env[62679]: DEBUG oslo_concurrency.lockutils [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] Acquired lock "refresh_cache-f4de9396-2bee-4327-b96f-2ce0bd74ed16" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.327968] env[62679]: DEBUG nova.network.neutron [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Refreshing network info cache for port f844dcf6-1344-4963-83a9-5b230e586494 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.503709] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "c804c60a-85ba-422b-83ff-0b066bbb74c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.503894] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.505037] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "c804c60a-85ba-422b-83ff-0b066bbb74c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.505037] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.505037] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.508256] env[62679]: INFO nova.compute.manager [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Terminating instance [ 879.527159] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412398, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.540433] env[62679]: DEBUG nova.scheduler.client.report [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.014859] env[62679]: DEBUG nova.compute.manager [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.015122] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.018235] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7cd054-322c-4219-9600-c6594f4bf2af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.034828] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412398, 'name': CreateVM_Task, 'duration_secs': 0.538325} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.037978] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.037978] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.038210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.038405] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.038776] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.039150] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35a8b6d-021d-4d51-b4dd-f825db8aefef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.040788] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680c4dd5-6698-4a3e-ac8b-94960c50a1e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.047215] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.533s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.053477] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 880.053477] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525b6fef-69ec-0431-ace5-5409b7f17510" [ 880.053477] env[62679]: _type = "Task" [ 880.053477] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.055350] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.257s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.058996] env[62679]: DEBUG nova.objects.instance [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lazy-loading 'resources' on Instance uuid cde6214a-d360-492d-b493-5ed3c19a7d10 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.058996] env[62679]: DEBUG oslo_vmware.api [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 880.058996] env[62679]: value = "task-2412400" [ 880.058996] env[62679]: _type = "Task" [ 880.058996] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.076024] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525b6fef-69ec-0431-ace5-5409b7f17510, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.080349] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.080801] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.081170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.081170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.081405] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.082088] env[62679]: DEBUG oslo_vmware.api [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.082219] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62923ad4-5b59-4be3-a92e-64c7ce7cfde9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.092125] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.092315] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.093121] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91d35f9-c105-44e3-8346-802692e1d61f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.100715] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 880.100715] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527d09fe-2253-d5a2-db18-c6844f1b33c6" [ 880.100715] env[62679]: _type = "Task" [ 880.100715] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.112699] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527d09fe-2253-d5a2-db18-c6844f1b33c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.229036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "d96a89f6-6303-493a-ad3d-47218a40daf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.229370] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.229699] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "d96a89f6-6303-493a-ad3d-47218a40daf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.230610] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.230610] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.233858] env[62679]: INFO nova.compute.manager [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Terminating instance [ 880.318472] env[62679]: DEBUG nova.network.neutron [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Updated VIF entry in instance network info cache for port f844dcf6-1344-4963-83a9-5b230e586494. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.318876] env[62679]: DEBUG nova.network.neutron [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Updating instance_info_cache with network_info: [{"id": "f844dcf6-1344-4963-83a9-5b230e586494", "address": "fa:16:3e:9e:a2:82", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf844dcf6-13", "ovs_interfaceid": "f844dcf6-1344-4963-83a9-5b230e586494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.342386] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.342386] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.342546] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.342658] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.342801] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.342945] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.344220] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.344600] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.344873] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.346033] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.346892] env[62679]: DEBUG nova.virt.hardware [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.348190] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b30041-7dfb-4f78-ac3c-1644ae607e58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.361423] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357498ac-bf83-4433-b388-5612107e5858 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.382417] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d4:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb76445-3f96-4a95-97bf-46aca320b834', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.393664] env[62679]: DEBUG oslo.service.loopingcall [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.393922] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.394383] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-238be155-0e8a-4e87-81bd-75e2e291c14f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.418135] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.418135] env[62679]: value = "task-2412401" [ 880.418135] env[62679]: _type = "Task" [ 880.418135] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.427022] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412401, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.564295] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a24ed40d-57eb-4849-abe1-4f0a48cf0cee tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.108s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.567936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.870s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.568224] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.568432] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.568598] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.574105] env[62679]: INFO nova.compute.manager [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Terminating instance [ 880.580696] env[62679]: DEBUG oslo_vmware.api [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412400, 'name': PowerOffVM_Task, 'duration_secs': 0.292892} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.581074] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.581236] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.581993] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9346f3b-2d64-4406-b46c-91a91bddf1b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.615286] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527d09fe-2253-d5a2-db18-c6844f1b33c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.615698] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8594fff-a9f1-4d3f-9689-551dd881c43b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.622234] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 880.622234] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e32c53-a50c-e90b-c2a9-80fd433cb929" [ 880.622234] env[62679]: _type = "Task" [ 880.622234] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.641815] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e32c53-a50c-e90b-c2a9-80fd433cb929, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.641815] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.641815] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] f4de9396-2bee-4327-b96f-2ce0bd74ed16/f4de9396-2bee-4327-b96f-2ce0bd74ed16.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.641815] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09a077c7-570b-47f7-911b-90f4295f0a26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.646528] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 880.646528] env[62679]: value = "task-2412403" [ 880.646528] env[62679]: _type = "Task" [ 880.646528] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.657687] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.657687] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.657687] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Deleting the datastore file [datastore2] c804c60a-85ba-422b-83ff-0b066bbb74c6 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.662621] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36e5918a-939f-4444-98f0-8e24e89e2400 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.665840] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.672089] env[62679]: DEBUG oslo_vmware.api [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 880.672089] env[62679]: value = "task-2412404" [ 880.672089] env[62679]: _type = "Task" [ 880.672089] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.680306] env[62679]: DEBUG oslo_vmware.api [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.740412] env[62679]: DEBUG nova.compute.manager [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.740869] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.741578] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62752291-0309-490e-9e5a-2b66fe905df4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.752115] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.752297] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-717edbaa-e74e-488b-963a-99987e18ca52 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.758249] env[62679]: DEBUG oslo_vmware.api [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 880.758249] env[62679]: value = "task-2412405" [ 880.758249] env[62679]: _type = "Task" [ 880.758249] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.774188] env[62679]: DEBUG oslo_vmware.api [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.822406] env[62679]: DEBUG oslo_concurrency.lockutils [req-4823952a-2225-4331-8df2-4f6c466fcb39 req-ca4e80ff-3764-4dbe-9215-d87f505cc1fc service nova] Releasing lock "refresh_cache-f4de9396-2bee-4327-b96f-2ce0bd74ed16" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.930614] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412401, 'name': CreateVM_Task, 'duration_secs': 0.402067} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.933780] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.935049] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.938217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.938217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.938217] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf04cc7-b99b-4ac5-8106-443373f44016 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.941644] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 880.941644] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527f223a-1d45-3685-7318-0e195344ff8e" [ 880.941644] env[62679]: _type = "Task" [ 880.941644] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.953263] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527f223a-1d45-3685-7318-0e195344ff8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.963028] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59ec612-4651-4a8d-b769-0cd99d6586cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.968564] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec78832c-e6ac-4916-ad91-6adac945b7a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.003491] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369542d3-0043-426b-9a00-4d235ed33b2e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.012473] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afa48eb-d388-433f-90a3-867ce7e02c4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.027549] env[62679]: DEBUG nova.compute.provider_tree [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.079040] env[62679]: DEBUG nova.compute.manager [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.079207] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.079599] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65cf4b5a-3f29-4aff-a66f-3dbbb23a2601 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.089626] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963d8315-6925-42c0-81d3-e415e72717e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.133480] env[62679]: WARNING nova.virt.vmwareapi.vmops [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 31a95f6f-8a83-4506-97c9-5b15f5d78183 could not be found. [ 881.133706] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.133895] env[62679]: INFO nova.compute.manager [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Took 0.05 seconds to destroy the instance on the hypervisor. [ 881.134166] env[62679]: DEBUG oslo.service.loopingcall [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.134492] env[62679]: DEBUG nova.compute.manager [-] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.134590] env[62679]: DEBUG nova.network.neutron [-] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.158363] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412403, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.182101] env[62679]: DEBUG oslo_vmware.api [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19339} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.182432] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.182673] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.182888] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.183148] env[62679]: INFO nova.compute.manager [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 881.183417] env[62679]: DEBUG oslo.service.loopingcall [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.183610] env[62679]: DEBUG nova.compute.manager [-] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.183705] env[62679]: DEBUG nova.network.neutron [-] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.270548] env[62679]: DEBUG oslo_vmware.api [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412405, 'name': PowerOffVM_Task, 'duration_secs': 0.231419} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.270868] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.271159] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.271445] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-813cff8b-3e75-4725-ae87-e85e03950652 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.329361] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.329636] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.329904] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Deleting the datastore file [datastore1] d96a89f6-6303-493a-ad3d-47218a40daf2 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.330298] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f46d4439-5ffd-4929-88e1-dbd7f89bd7e1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.336731] env[62679]: DEBUG oslo_vmware.api [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 881.336731] env[62679]: value = "task-2412408" [ 881.336731] env[62679]: _type = "Task" [ 881.336731] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.345336] env[62679]: DEBUG oslo_vmware.api [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.457812] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527f223a-1d45-3685-7318-0e195344ff8e, 'name': SearchDatastore_Task, 'duration_secs': 0.021403} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.457812] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.457812] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.457812] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.457812] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.457812] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.457812] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0757f973-33cf-44ff-bd27-bd9ed70706ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.465510] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.465691] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.466574] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24508fb9-7c5b-4ea0-aaf4-c0517e6b04b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.471496] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 881.471496] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b170c-e606-76c4-d72a-7bc67c3306bf" [ 881.471496] env[62679]: _type = "Task" [ 881.471496] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.482069] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b170c-e606-76c4-d72a-7bc67c3306bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.531519] env[62679]: DEBUG nova.scheduler.client.report [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.658235] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534419} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.658520] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] f4de9396-2bee-4327-b96f-2ce0bd74ed16/f4de9396-2bee-4327-b96f-2ce0bd74ed16.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.658728] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.658999] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e53f5cd3-e456-4415-b34a-5e5a626302e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.665345] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 881.665345] env[62679]: value = "task-2412409" [ 881.665345] env[62679]: _type = "Task" [ 881.665345] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.674213] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.846803] env[62679]: DEBUG oslo_vmware.api [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144296} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.846803] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.846803] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.846803] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.846803] env[62679]: INFO nova.compute.manager [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 881.847361] env[62679]: DEBUG oslo.service.loopingcall [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.847361] env[62679]: DEBUG nova.compute.manager [-] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.847361] env[62679]: DEBUG nova.network.neutron [-] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.984640] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b170c-e606-76c4-d72a-7bc67c3306bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.985172] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0ca449-d280-40b3-a998-99d8280be89d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.990536] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 881.990536] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529e8332-7032-96c1-843c-52bc46a92b31" [ 881.990536] env[62679]: _type = "Task" [ 881.990536] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.997775] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529e8332-7032-96c1-843c-52bc46a92b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.036642] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.060404] env[62679]: INFO nova.scheduler.client.report [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Deleted allocations for instance cde6214a-d360-492d-b493-5ed3c19a7d10 [ 882.176758] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067035} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.176758] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.176758] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a7283a-461e-47f0-bb58-cd9f86678612 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.198085] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] f4de9396-2bee-4327-b96f-2ce0bd74ed16/f4de9396-2bee-4327-b96f-2ce0bd74ed16.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.198398] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4681cb43-6da8-4be1-a6ba-94c1cd7a73aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.223586] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 882.223586] env[62679]: value = "task-2412410" [ 882.223586] env[62679]: _type = "Task" [ 882.223586] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.232954] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.397638] env[62679]: DEBUG nova.network.neutron [-] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.463852] env[62679]: DEBUG nova.network.neutron [-] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.504433] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529e8332-7032-96c1-843c-52bc46a92b31, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.504701] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.504959] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.505245] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56e2c48d-b821-472c-bf26-e71f18282e96 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.512212] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 882.512212] env[62679]: value = "task-2412411" [ 882.512212] env[62679]: _type = "Task" [ 882.512212] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.521522] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.567475] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d3c9015-8880-446d-8188-0b808245ed21 tempest-ServerGroupTestJSON-1632899116 tempest-ServerGroupTestJSON-1632899116-project-member] Lock "cde6214a-d360-492d-b493-5ed3c19a7d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.616s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.718961] env[62679]: DEBUG nova.network.neutron [-] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.735284] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412410, 'name': ReconfigVM_Task, 'duration_secs': 0.293011} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.736332] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Reconfigured VM instance instance-00000052 to attach disk [datastore2] f4de9396-2bee-4327-b96f-2ce0bd74ed16/f4de9396-2bee-4327-b96f-2ce0bd74ed16.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.737628] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a30b9f5d-d9a5-4b38-8192-961debb468c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.745394] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 882.745394] env[62679]: value = "task-2412412" [ 882.745394] env[62679]: _type = "Task" [ 882.745394] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.756431] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412412, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.903233] env[62679]: INFO nova.compute.manager [-] [instance: 31a95f6f-8a83-4506-97c9-5b15f5d78183] Took 1.77 seconds to deallocate network for instance. [ 882.967062] env[62679]: INFO nova.compute.manager [-] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Took 1.78 seconds to deallocate network for instance. [ 883.030558] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.227020] env[62679]: DEBUG nova.compute.manager [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.227020] env[62679]: INFO nova.compute.manager [-] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Took 1.38 seconds to deallocate network for instance. [ 883.227020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13872767-66f3-4ffc-a1e4-91a42eb3b289 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.255917] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412412, 'name': Rename_Task, 'duration_secs': 0.220414} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.256251] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.256883] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5fca911-6f12-4bb0-a2ca-32e9a67dda45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.262764] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 883.262764] env[62679]: value = "task-2412413" [ 883.262764] env[62679]: _type = "Task" [ 883.262764] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.271555] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.474807] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.474934] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.476579] env[62679]: DEBUG nova.objects.instance [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lazy-loading 'resources' on Instance uuid c804c60a-85ba-422b-83ff-0b066bbb74c6 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.523870] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537414} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.524581] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.524888] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.525197] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa3848a1-164f-44a5-b94c-b5fa46dc0db7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.533500] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 883.533500] env[62679]: value = "task-2412415" [ 883.533500] env[62679]: _type = "Task" [ 883.533500] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.542932] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.741435] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.743450] env[62679]: INFO nova.compute.manager [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] instance snapshotting [ 883.749313] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823b2c4-53d8-431c-ab02-87d988cf7b08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.772138] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad6ae4-bf75-4587-9dbd-4fa1bef29268 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.780087] env[62679]: DEBUG oslo_vmware.api [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412413, 'name': PowerOnVM_Task, 'duration_secs': 0.478735} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.782097] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.782310] env[62679]: INFO nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Took 8.33 seconds to spawn the instance on the hypervisor. [ 883.782496] env[62679]: DEBUG nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.785298] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8be755-123b-4d1b-b106-80bda3703dbb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.930214] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ae143251-4258-4072-903c-403e25f48697 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "31a95f6f-8a83-4506-97c9-5b15f5d78183" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.363s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.048909] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078954} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.049192] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.050061] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43c68c-e22a-4793-8cba-355214fe9c68 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.075027] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.075156] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a992de-af41-4425-a109-ea8988bd2f3c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.099027] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 884.099027] env[62679]: value = "task-2412416" [ 884.099027] env[62679]: _type = "Task" [ 884.099027] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.109852] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.279866] env[62679]: DEBUG nova.compute.manager [req-f580654d-4349-49da-be9b-5be6af9d56ed req-a1e97c6f-3352-49f1-9877-f10ad9d510b1 service nova] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Received event network-vif-deleted-fc6ff370-f4ba-4631-a029-9131a8e6d85e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 884.279866] env[62679]: DEBUG nova.compute.manager [req-f580654d-4349-49da-be9b-5be6af9d56ed req-a1e97c6f-3352-49f1-9877-f10ad9d510b1 service nova] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Received event network-vif-deleted-5ae6b356-7635-4d3c-882d-40e33437746e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 884.289037] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.289148] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4c1960c-efd9-4337-a6c0-f8bfb22d682c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.303493] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adbc574-942a-462a-9638-755600f0be77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.306823] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 884.306823] env[62679]: value = "task-2412417" [ 884.306823] env[62679]: _type = "Task" [ 884.306823] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.317789] env[62679]: INFO nova.compute.manager [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Took 25.65 seconds to build instance. [ 884.322306] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce83fcb9-05ce-403b-ae7e-d0e1ecfdf0e1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.329620] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.364051] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ab00fe-1443-48fc-bf5b-5f062d947351 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.371803] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cecd67-8e1d-4b06-93ef-78369827f20a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.390577] env[62679]: DEBUG nova.compute.provider_tree [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.609499] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412416, 'name': ReconfigVM_Task, 'duration_secs': 0.337271} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.609783] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d/951f4958-0f0a-4115-9183-cf163b91ef9d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.610479] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6c884b9-4788-458a-90b3-c0870e2804ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.622430] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 884.622430] env[62679]: value = "task-2412418" [ 884.622430] env[62679]: _type = "Task" [ 884.622430] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.631499] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412418, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.821335] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd80aba9-ac61-4ff6-af8b-a3a2cbb387a9 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.161s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.821738] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.896098] env[62679]: DEBUG nova.scheduler.client.report [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.137369] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412418, 'name': Rename_Task, 'duration_secs': 0.263897} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.137369] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.137369] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac933d5-8090-403e-8c61-cb640e440e3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.147970] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 885.147970] env[62679]: value = "task-2412419" [ 885.147970] env[62679]: _type = "Task" [ 885.147970] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.157194] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.322513] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.403024] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.406270] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.665s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.406404] env[62679]: DEBUG nova.objects.instance [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lazy-loading 'resources' on Instance uuid d96a89f6-6303-493a-ad3d-47218a40daf2 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.446809] env[62679]: INFO nova.scheduler.client.report [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Deleted allocations for instance c804c60a-85ba-422b-83ff-0b066bbb74c6 [ 885.660349] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.811747] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.812128] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.826125] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412417, 'name': CreateSnapshot_Task, 'duration_secs': 1.428191} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.826511] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.828673] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492141b4-1257-436e-9398-ba280ddd97f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.966726] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9a13b4a5-8c67-4116-a848-26a30b5ece05 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "c804c60a-85ba-422b-83ff-0b066bbb74c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.462s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.161669] env[62679]: DEBUG oslo_vmware.api [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412419, 'name': PowerOnVM_Task, 'duration_secs': 0.649728} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.161943] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.162167] env[62679]: DEBUG nova.compute.manager [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.162956] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29043b69-bd77-4935-9273-717ab1dda1dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.234046] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fab22e3-0763-45f9-bb65-51162b71912b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.244202] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7175f2f5-ba3b-4f69-a74d-456bb9c0f6e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.281115] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e49ee-f196-42a2-a777-8b1db961ad86 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.290226] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55086563-e205-4bb3-a9d2-9810b8955602 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.306241] env[62679]: DEBUG nova.compute.provider_tree [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.318725] env[62679]: DEBUG nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.364090] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.364740] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2a712b5-b026-4ec3-afa8-8f62e3d8f9c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.379683] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 886.379683] env[62679]: value = "task-2412421" [ 886.379683] env[62679]: _type = "Task" [ 886.379683] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.391538] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412421, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.469838] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "8386c466-3aa4-4a42-8a5f-25c006548c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.473263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.473263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "8386c466-3aa4-4a42-8a5f-25c006548c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.473263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.473263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.474796] env[62679]: INFO nova.compute.manager [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Terminating instance [ 886.556615] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "2ff0f505-aec0-4d53-a903-3ec35770e061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.557067] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.682451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.811850] env[62679]: DEBUG nova.scheduler.client.report [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.848316] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.894951] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412421, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.979405] env[62679]: DEBUG nova.compute.manager [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.979676] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.980550] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1f971-ba4c-427a-b81e-550aad898df7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.989563] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.989867] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41c0165-b650-41b9-a400-f70149ba867a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.997634] env[62679]: DEBUG oslo_vmware.api [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 886.997634] env[62679]: value = "task-2412422" [ 886.997634] env[62679]: _type = "Task" [ 886.997634] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.012635] env[62679]: DEBUG oslo_vmware.api [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.061595] env[62679]: DEBUG nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.316675] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.320217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.637s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.320217] env[62679]: DEBUG nova.objects.instance [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 887.343063] env[62679]: INFO nova.scheduler.client.report [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Deleted allocations for instance d96a89f6-6303-493a-ad3d-47218a40daf2 [ 887.398330] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412421, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.516082] env[62679]: DEBUG oslo_vmware.api [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412422, 'name': PowerOffVM_Task, 'duration_secs': 0.411818} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.516082] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.516082] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.516082] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cba0aaa3-3a90-46fe-a154-dce51e1f55d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.588805] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.623022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.623022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.623022] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Deleting the datastore file [datastore2] 8386c466-3aa4-4a42-8a5f-25c006548c0b {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.623979] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71f6143-553d-437f-ba76-b9f73fb44359 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.631507] env[62679]: DEBUG oslo_vmware.api [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for the task: (returnval){ [ 887.631507] env[62679]: value = "task-2412424" [ 887.631507] env[62679]: _type = "Task" [ 887.631507] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.640812] env[62679]: DEBUG oslo_vmware.api [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.854849] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e9ed5ec3-428f-4541-a01e-05f1d4573bd3 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "d96a89f6-6303-493a-ad3d-47218a40daf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.625s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.888732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "951f4958-0f0a-4115-9183-cf163b91ef9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.888978] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.889197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "951f4958-0f0a-4115-9183-cf163b91ef9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.889376] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.889541] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.891627] env[62679]: INFO nova.compute.manager [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Terminating instance [ 887.902801] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412421, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.038410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.038707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.038943] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.039169] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.039357] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.041744] env[62679]: INFO nova.compute.manager [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Terminating instance [ 888.143030] env[62679]: DEBUG oslo_vmware.api [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Task: {'id': task-2412424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401584} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.143818] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.143818] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.143818] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.143990] env[62679]: INFO nova.compute.manager [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 888.144827] env[62679]: DEBUG oslo.service.loopingcall [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.144827] env[62679]: DEBUG nova.compute.manager [-] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.144827] env[62679]: DEBUG nova.network.neutron [-] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.330615] env[62679]: DEBUG oslo_concurrency.lockutils [None req-72ed29c8-df04-4a76-9bf8-e26ef4970237 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.331828] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.484s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.333490] env[62679]: INFO nova.compute.claims [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.403633] env[62679]: DEBUG nova.compute.manager [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.403633] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.404041] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412421, 'name': CloneVM_Task, 'duration_secs': 1.864965} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.408567] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e358bf-da87-4b9b-b4a2-fc13d4e92cb3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.412726] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Created linked-clone VM from snapshot [ 888.413415] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0dee71-6b9a-49f5-b2f4-71a68f7456d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.423244] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Uploading image 121fba59-7901-43b7-908f-049162aa7688 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 888.427976] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.428260] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fafacff9-cd8f-421e-99e0-475718f79579 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.437956] env[62679]: DEBUG oslo_vmware.api [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 888.437956] env[62679]: value = "task-2412425" [ 888.437956] env[62679]: _type = "Task" [ 888.437956] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.442722] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.442999] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b895f82-1441-4e8b-a2be-3300d587420f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.453617] env[62679]: DEBUG oslo_vmware.api [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.454818] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 888.454818] env[62679]: value = "task-2412426" [ 888.454818] env[62679]: _type = "Task" [ 888.454818] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.465789] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412426, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.549025] env[62679]: DEBUG nova.compute.manager [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.549025] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.549025] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5252a2f-a059-43a9-a893-b713fafb8343 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.558611] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.559147] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f25cb983-4545-49ea-9a43-68758e0c99d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.569019] env[62679]: DEBUG oslo_vmware.api [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 888.569019] env[62679]: value = "task-2412427" [ 888.569019] env[62679]: _type = "Task" [ 888.569019] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.579377] env[62679]: DEBUG oslo_vmware.api [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.626056] env[62679]: DEBUG nova.compute.manager [req-0758dda3-981e-4f9b-b47b-de0df701b883 req-1c9e2534-11af-4700-9de7-cef2c94d4e87 service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Received event network-vif-deleted-6ab31933-1e8f-471c-8336-58425a99fe40 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 888.626311] env[62679]: INFO nova.compute.manager [req-0758dda3-981e-4f9b-b47b-de0df701b883 req-1c9e2534-11af-4700-9de7-cef2c94d4e87 service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Neutron deleted interface 6ab31933-1e8f-471c-8336-58425a99fe40; detaching it from the instance and deleting it from the info cache [ 888.626488] env[62679]: DEBUG nova.network.neutron [req-0758dda3-981e-4f9b-b47b-de0df701b883 req-1c9e2534-11af-4700-9de7-cef2c94d4e87 service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.771444] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.771678] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.950908] env[62679]: DEBUG oslo_vmware.api [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412425, 'name': PowerOffVM_Task, 'duration_secs': 0.221183} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.951431] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.951803] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.952239] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e943576e-4c6a-4b54-aa22-e7170be572e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.967214] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412426, 'name': Destroy_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.029162] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.029162] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.029162] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleting the datastore file [datastore1] 951f4958-0f0a-4115-9183-cf163b91ef9d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.029162] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-709cbe24-c53b-4fda-9b29-319e9333cd3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.036733] env[62679]: DEBUG oslo_vmware.api [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 889.036733] env[62679]: value = "task-2412429" [ 889.036733] env[62679]: _type = "Task" [ 889.036733] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.045938] env[62679]: DEBUG oslo_vmware.api [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.077022] env[62679]: DEBUG oslo_vmware.api [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412427, 'name': PowerOffVM_Task, 'duration_secs': 0.23611} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.077395] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.077585] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.078116] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79ac805-4a79-4344-852b-b0827f108994 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.105325] env[62679]: DEBUG nova.network.neutron [-] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.129690] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d4ad8bc-f210-4f45-980a-2a08e8aa2067 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.141261] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ad756a-c131-43f3-91f1-180c9ad2fa26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.160575] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.160920] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.161106] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Deleting the datastore file [datastore2] a5514c24-14ce-401f-b2f1-d50f7934ff5f {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.161378] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ede10e0d-0c44-47a5-8110-ffbb4c641dca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.181294] env[62679]: DEBUG nova.compute.manager [req-0758dda3-981e-4f9b-b47b-de0df701b883 req-1c9e2534-11af-4700-9de7-cef2c94d4e87 service nova] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Detach interface failed, port_id=6ab31933-1e8f-471c-8336-58425a99fe40, reason: Instance 8386c466-3aa4-4a42-8a5f-25c006548c0b could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 889.183423] env[62679]: DEBUG oslo_vmware.api [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for the task: (returnval){ [ 889.183423] env[62679]: value = "task-2412431" [ 889.183423] env[62679]: _type = "Task" [ 889.183423] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.192042] env[62679]: DEBUG oslo_vmware.api [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.276070] env[62679]: DEBUG nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.469314] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412426, 'name': Destroy_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.549798] env[62679]: DEBUG oslo_vmware.api [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38246} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.552969] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.552969] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.552969] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.552969] env[62679]: INFO nova.compute.manager [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 889.552969] env[62679]: DEBUG oslo.service.loopingcall [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.552969] env[62679]: DEBUG nova.compute.manager [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.552969] env[62679]: DEBUG nova.network.neutron [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.610472] env[62679]: INFO nova.compute.manager [-] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Took 1.47 seconds to deallocate network for instance. [ 889.689532] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc038273-a450-494f-a7e5-3f0d5a9e7cd8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.697572] env[62679]: DEBUG oslo_vmware.api [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Task: {'id': task-2412431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416234} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.698688] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.698688] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.698688] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.698891] env[62679]: INFO nova.compute.manager [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 889.699125] env[62679]: DEBUG oslo.service.loopingcall [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.699329] env[62679]: DEBUG nova.compute.manager [-] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.703021] env[62679]: DEBUG nova.network.neutron [-] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.704063] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc3ea3-f84b-4438-b5f8-846740d6072f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.738938] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73bacc7-cac4-4053-879b-a0c83cfa64ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.747467] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d1e4a-afbd-4a70-9db6-3d969227d738 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.763564] env[62679]: DEBUG nova.compute.provider_tree [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.797312] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.970978] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412426, 'name': Destroy_Task, 'duration_secs': 1.338575} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.971557] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Destroyed the VM [ 889.972417] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.972417] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a815b32c-b366-4a7f-bd0c-f9577c25f0d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.981373] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 889.981373] env[62679]: value = "task-2412433" [ 889.981373] env[62679]: _type = "Task" [ 889.981373] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.990584] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.122198] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.268918] env[62679]: DEBUG nova.scheduler.client.report [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.464689] env[62679]: DEBUG nova.network.neutron [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.499120] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412433, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.590107] env[62679]: DEBUG nova.network.neutron [-] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.723686] env[62679]: DEBUG nova.compute.manager [req-7b2623d1-777f-4bab-80f2-25ac6552f846 req-d2e22d1e-685a-43bc-8635-0633af522420 service nova] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Received event network-vif-deleted-feb76445-3f96-4a95-97bf-46aca320b834 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 890.723889] env[62679]: DEBUG nova.compute.manager [req-7b2623d1-777f-4bab-80f2-25ac6552f846 req-d2e22d1e-685a-43bc-8635-0633af522420 service nova] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Received event network-vif-deleted-d6027847-f9cf-4f4f-b50d-4850e89b69d8 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 890.779697] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.780776] env[62679]: DEBUG nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.785381] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.197s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.790359] env[62679]: INFO nova.compute.claims [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.970850] env[62679]: INFO nova.compute.manager [-] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Took 1.42 seconds to deallocate network for instance. [ 890.993094] env[62679]: DEBUG oslo_vmware.api [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412433, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66339} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.993343] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.095065] env[62679]: INFO nova.compute.manager [-] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Took 1.39 seconds to deallocate network for instance. [ 891.292410] env[62679]: DEBUG nova.compute.utils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.297705] env[62679]: DEBUG nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.297705] env[62679]: DEBUG nova.network.neutron [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.383118] env[62679]: DEBUG nova.policy [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f103793fa5004b8fa436725033c38b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01a15c67d4e4b0d8da3270eaf8b2548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.484373] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.497343] env[62679]: WARNING nova.compute.manager [None req-94b51d00-aa82-4cb6-a4fb-351ae769d575 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Image not found during snapshot: nova.exception.ImageNotFound: Image 121fba59-7901-43b7-908f-049162aa7688 could not be found. [ 891.598335] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.799022] env[62679]: DEBUG nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.006515] env[62679]: DEBUG nova.network.neutron [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Successfully created port: 59f429f6-7726-4c0d-8a4e-de7bd5bad994 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.129548] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2200bab3-2414-4d90-bcd0-b8641c204170 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.137835] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e08698-ee3f-45c8-980d-5549d5b3d714 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.169108] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49e146-ede5-47e3-8629-af7d731abdb4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.178559] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbff8e8-5c93-40d3-9de6-7985a6841da3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.201740] env[62679]: DEBUG nova.compute.provider_tree [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.341664] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.341997] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.521728] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "9bfa235a-bc83-4505-aaff-08f56378594a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.521995] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.706914] env[62679]: DEBUG nova.scheduler.client.report [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.772564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "257e3861-3acd-41db-8e31-6265fa284a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.772810] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "257e3861-3acd-41db-8e31-6265fa284a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.773038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "257e3861-3acd-41db-8e31-6265fa284a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.773231] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "257e3861-3acd-41db-8e31-6265fa284a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.773398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "257e3861-3acd-41db-8e31-6265fa284a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.779013] env[62679]: INFO nova.compute.manager [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Terminating instance [ 892.817526] env[62679]: DEBUG nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.843131] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.843131] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.843131] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.843131] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.843131] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.843514] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.843899] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.844228] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.844538] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.844839] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.845153] env[62679]: DEBUG nova.virt.hardware [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.847287] env[62679]: DEBUG nova.compute.utils [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 892.848200] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316e143-a718-4994-9da4-2e6f3ade01b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.858882] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5acb412-104a-4cfa-9266-0bc7e1948052 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.024927] env[62679]: DEBUG nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.210985] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.211549] env[62679]: DEBUG nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.214055] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.417s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.215395] env[62679]: INFO nova.compute.claims [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.283208] env[62679]: DEBUG nova.compute.manager [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.283508] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.284641] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ecce1-a5a4-4bf2-8f4f-b816cf41f9f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.293366] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.293611] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b7a86f3-6c46-4693-b210-99b786bf674b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.301075] env[62679]: DEBUG oslo_vmware.api [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 893.301075] env[62679]: value = "task-2412435" [ 893.301075] env[62679]: _type = "Task" [ 893.301075] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.309346] env[62679]: DEBUG oslo_vmware.api [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.352909] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.550536] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.719615] env[62679]: DEBUG nova.compute.utils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.724194] env[62679]: DEBUG nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.724194] env[62679]: DEBUG nova.network.neutron [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.793104] env[62679]: DEBUG nova.compute.manager [req-665cdb62-13ba-47f3-b92f-b4f63fe14aba req-a14954ca-6026-4a45-bc21-e38d31b96c1d service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Received event network-vif-plugged-59f429f6-7726-4c0d-8a4e-de7bd5bad994 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 893.793206] env[62679]: DEBUG oslo_concurrency.lockutils [req-665cdb62-13ba-47f3-b92f-b4f63fe14aba req-a14954ca-6026-4a45-bc21-e38d31b96c1d service nova] Acquiring lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.793366] env[62679]: DEBUG oslo_concurrency.lockutils [req-665cdb62-13ba-47f3-b92f-b4f63fe14aba req-a14954ca-6026-4a45-bc21-e38d31b96c1d service nova] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.793550] env[62679]: DEBUG oslo_concurrency.lockutils [req-665cdb62-13ba-47f3-b92f-b4f63fe14aba req-a14954ca-6026-4a45-bc21-e38d31b96c1d service nova] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.793715] env[62679]: DEBUG nova.compute.manager [req-665cdb62-13ba-47f3-b92f-b4f63fe14aba req-a14954ca-6026-4a45-bc21-e38d31b96c1d service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] No waiting events found dispatching network-vif-plugged-59f429f6-7726-4c0d-8a4e-de7bd5bad994 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.793894] env[62679]: WARNING nova.compute.manager [req-665cdb62-13ba-47f3-b92f-b4f63fe14aba req-a14954ca-6026-4a45-bc21-e38d31b96c1d service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Received unexpected event network-vif-plugged-59f429f6-7726-4c0d-8a4e-de7bd5bad994 for instance with vm_state building and task_state spawning. [ 893.797042] env[62679]: DEBUG nova.policy [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b138ef300e1a468d8c18890d07d944cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c488e408e54352beebf79d61296a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.812451] env[62679]: DEBUG oslo_vmware.api [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412435, 'name': PowerOffVM_Task, 'duration_secs': 0.185978} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.812884] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.812884] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.813164] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa500436-09d9-4385-8333-c16ae57f6b2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.881357] env[62679]: DEBUG nova.network.neutron [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Successfully updated port: 59f429f6-7726-4c0d-8a4e-de7bd5bad994 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.887733] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.887981] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.888303] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleting the datastore file [datastore1] 257e3861-3acd-41db-8e31-6265fa284a06 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.888478] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f9eae8e-d5e1-43dd-b139-3c819866fee9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.896703] env[62679]: DEBUG oslo_vmware.api [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 893.896703] env[62679]: value = "task-2412438" [ 893.896703] env[62679]: _type = "Task" [ 893.896703] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.907484] env[62679]: DEBUG oslo_vmware.api [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.227351] env[62679]: DEBUG nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.251207] env[62679]: DEBUG nova.network.neutron [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Successfully created port: 41fc18f8-3a06-48af-a7e1-b0f2d527287f {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.386288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.386635] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.386755] env[62679]: DEBUG nova.network.neutron [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.414555] env[62679]: DEBUG oslo_vmware.api [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155258} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.414831] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.415141] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.415355] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.415531] env[62679]: INFO nova.compute.manager [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Took 1.13 seconds to destroy the instance on the hypervisor. [ 894.415767] env[62679]: DEBUG oslo.service.loopingcall [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.415994] env[62679]: DEBUG nova.compute.manager [-] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.416157] env[62679]: DEBUG nova.network.neutron [-] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.437358] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.437484] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.437715] env[62679]: INFO nova.compute.manager [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Attaching volume e0a72efc-de53-4c6c-8929-d66ca4692e5b to /dev/sdb [ 894.485395] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10330922-a2e2-447a-8239-ca13638fd108 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.493285] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45e2fe1-baaf-4342-a835-6b58b140d232 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.510813] env[62679]: DEBUG nova.virt.block_device [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating existing volume attachment record: 5c92e782-09f1-4202-8d73-1e73fa9c7e7a {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 894.585728] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b87a0dc-a34a-48c2-8b98-1743b6e88139 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.593695] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc46868b-54d1-4a44-b6eb-ee1967b2230a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.642673] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6517e-8537-438b-a218-535de3278619 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.650904] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b577ca-2bd6-422b-90dd-e49472218b5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.670793] env[62679]: DEBUG nova.compute.provider_tree [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.986461] env[62679]: DEBUG nova.network.neutron [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.057542] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.057542] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.178119] env[62679]: DEBUG nova.scheduler.client.report [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.242397] env[62679]: DEBUG nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.269172] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.269172] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.269172] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.269172] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.269625] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.269931] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.270294] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.270589] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.271044] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.271341] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.271743] env[62679]: DEBUG nova.virt.hardware [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.273323] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1c6dce-641e-43a3-98e5-e3fc8010859f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.285887] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c6f67-6527-4433-bbd4-403d470fe8bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.357765] env[62679]: DEBUG nova.network.neutron [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Updating instance_info_cache with network_info: [{"id": "59f429f6-7726-4c0d-8a4e-de7bd5bad994", "address": "fa:16:3e:3c:f4:b7", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f429f6-77", "ovs_interfaceid": "59f429f6-7726-4c0d-8a4e-de7bd5bad994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.564202] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.564355] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 895.684026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.684273] env[62679]: DEBUG nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.687017] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.565s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.687254] env[62679]: DEBUG nova.objects.instance [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lazy-loading 'resources' on Instance uuid 8386c466-3aa4-4a42-8a5f-25c006548c0b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.825696] env[62679]: DEBUG nova.compute.manager [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Received event network-changed-59f429f6-7726-4c0d-8a4e-de7bd5bad994 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 895.825696] env[62679]: DEBUG nova.compute.manager [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Refreshing instance network info cache due to event network-changed-59f429f6-7726-4c0d-8a4e-de7bd5bad994. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 895.825696] env[62679]: DEBUG oslo_concurrency.lockutils [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] Acquiring lock "refresh_cache-d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.861220] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.861597] env[62679]: DEBUG nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Instance network_info: |[{"id": "59f429f6-7726-4c0d-8a4e-de7bd5bad994", "address": "fa:16:3e:3c:f4:b7", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f429f6-77", "ovs_interfaceid": "59f429f6-7726-4c0d-8a4e-de7bd5bad994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.861899] env[62679]: DEBUG oslo_concurrency.lockutils [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] Acquired lock "refresh_cache-d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.862105] env[62679]: DEBUG nova.network.neutron [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Refreshing network info cache for port 59f429f6-7726-4c0d-8a4e-de7bd5bad994 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.863365] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:f4:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59f429f6-7726-4c0d-8a4e-de7bd5bad994', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.870695] env[62679]: DEBUG oslo.service.loopingcall [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.873619] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.874103] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e72b8e-e72f-4028-8e4e-3b963c0dd47e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.894403] env[62679]: DEBUG nova.network.neutron [-] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.899051] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.899051] env[62679]: value = "task-2412442" [ 895.899051] env[62679]: _type = "Task" [ 895.899051] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.906250] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412442, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.034187] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.035853] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.035853] env[62679]: INFO nova.compute.manager [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Shelving [ 896.122327] env[62679]: DEBUG nova.network.neutron [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Updated VIF entry in instance network info cache for port 59f429f6-7726-4c0d-8a4e-de7bd5bad994. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.122724] env[62679]: DEBUG nova.network.neutron [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Updating instance_info_cache with network_info: [{"id": "59f429f6-7726-4c0d-8a4e-de7bd5bad994", "address": "fa:16:3e:3c:f4:b7", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f429f6-77", "ovs_interfaceid": "59f429f6-7726-4c0d-8a4e-de7bd5bad994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.190347] env[62679]: DEBUG nova.compute.utils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 896.195888] env[62679]: DEBUG nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.195888] env[62679]: DEBUG nova.network.neutron [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.236953] env[62679]: DEBUG nova.policy [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78d3eaa0d6e5414fb99f8610f4268dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eda8bc0c643746308f40495098e5cf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.401022] env[62679]: INFO nova.compute.manager [-] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Took 1.98 seconds to deallocate network for instance. [ 896.424028] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412442, 'name': CreateVM_Task, 'duration_secs': 0.387367} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.424028] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.424028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.424028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.424028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.424028] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b08994c-fd90-4929-9df9-cf182803cede {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.438018] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 896.438018] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e85f87-21b2-11be-fea3-c27c161eefb4" [ 896.438018] env[62679]: _type = "Task" [ 896.438018] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.445670] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e85f87-21b2-11be-fea3-c27c161eefb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.499019] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fe7d3b-2b6b-420b-89dd-aa9e3e2682c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.508810] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ded467-ce63-459c-b03a-d1cd13420370 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.545687] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4fd156-1ddc-454e-92b9-d66654e5878d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.556018] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77078f63-df07-40c6-8bc4-8f846a3c9dc4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.572423] env[62679]: DEBUG nova.compute.provider_tree [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.625514] env[62679]: DEBUG oslo_concurrency.lockutils [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] Releasing lock "refresh_cache-d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.626041] env[62679]: DEBUG nova.compute.manager [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Received event network-vif-deleted-a2d3069e-dab8-455a-a3d6-a730e19b95ec {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 896.626352] env[62679]: INFO nova.compute.manager [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Neutron deleted interface a2d3069e-dab8-455a-a3d6-a730e19b95ec; detaching it from the instance and deleting it from the info cache [ 896.627580] env[62679]: DEBUG nova.network.neutron [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.698452] env[62679]: DEBUG nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.802261] env[62679]: DEBUG nova.network.neutron [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Successfully created port: f7e447a8-40cd-4e26-88e3-3b09017e40ed {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.884423] env[62679]: DEBUG nova.network.neutron [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Successfully updated port: 41fc18f8-3a06-48af-a7e1-b0f2d527287f {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.915363] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.947578] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e85f87-21b2-11be-fea3-c27c161eefb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.947881] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.948135] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.948559] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.948713] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.948891] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.949172] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff6c35de-7c49-45e9-bab2-6b0c1b4285d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.958477] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.958650] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.959383] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04939ddd-3707-4b9c-90d9-f4bb9e0d5d01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.965556] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 896.965556] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a5d42d-b99d-3ab6-bd7c-d1214a207833" [ 896.965556] env[62679]: _type = "Task" [ 896.965556] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.974486] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a5d42d-b99d-3ab6-bd7c-d1214a207833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.054067] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.054469] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4338b7f-5f33-49b6-b5cc-9ec52f19d789 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.063468] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 897.063468] env[62679]: value = "task-2412443" [ 897.063468] env[62679]: _type = "Task" [ 897.063468] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.080083] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.080083] env[62679]: DEBUG nova.scheduler.client.report [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.129868] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9ad0a0d-44b4-444c-825a-e7908ab4a6a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.142197] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b2bbe5-e839-44c4-b44b-817f0e509e60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.184945] env[62679]: DEBUG nova.compute.manager [req-4658be4c-7c64-4542-a546-9ca81ecb6a0c req-45ad37b3-c803-4bfb-b9a5-6f7b2334e23b service nova] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Detach interface failed, port_id=a2d3069e-dab8-455a-a3d6-a730e19b95ec, reason: Instance 257e3861-3acd-41db-8e31-6265fa284a06 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 897.389529] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "refresh_cache-2ff0f505-aec0-4d53-a903-3ec35770e061" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.389737] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "refresh_cache-2ff0f505-aec0-4d53-a903-3ec35770e061" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.389937] env[62679]: DEBUG nova.network.neutron [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.476140] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a5d42d-b99d-3ab6-bd7c-d1214a207833, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.476935] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f48dba8-cc54-40e0-9fed-e20e35102177 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.483129] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 897.483129] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521d095d-8f98-6f28-8d65-69a0dcaf5cde" [ 897.483129] env[62679]: _type = "Task" [ 897.483129] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.491922] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521d095d-8f98-6f28-8d65-69a0dcaf5cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.574654] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412443, 'name': PowerOffVM_Task, 'duration_secs': 0.255003} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.574981] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.576127] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25897b-c413-4002-b670-c1387c42ae80 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.584094] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.600028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.116s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.600345] env[62679]: DEBUG nova.objects.instance [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'resources' on Instance uuid 951f4958-0f0a-4115-9183-cf163b91ef9d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.602984] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4cea90-0677-4f9c-a304-01192a947e06 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.620677] env[62679]: INFO nova.scheduler.client.report [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Deleted allocations for instance 8386c466-3aa4-4a42-8a5f-25c006548c0b [ 897.709097] env[62679]: DEBUG nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.736301] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.736566] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.736723] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.736905] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.737061] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.737209] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.737412] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.737569] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.737744] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.737896] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.738084] env[62679]: DEBUG nova.virt.hardware [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.739020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271a842a-0283-498f-bcd5-999d4c9f4803 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.747996] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c8c81-c3d4-444e-9c8d-35d4deea9c8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.849987] env[62679]: DEBUG nova.compute.manager [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Received event network-vif-plugged-41fc18f8-3a06-48af-a7e1-b0f2d527287f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 897.850226] env[62679]: DEBUG oslo_concurrency.lockutils [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] Acquiring lock "2ff0f505-aec0-4d53-a903-3ec35770e061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.850434] env[62679]: DEBUG oslo_concurrency.lockutils [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.850604] env[62679]: DEBUG oslo_concurrency.lockutils [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.850827] env[62679]: DEBUG nova.compute.manager [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] No waiting events found dispatching network-vif-plugged-41fc18f8-3a06-48af-a7e1-b0f2d527287f {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.850998] env[62679]: WARNING nova.compute.manager [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Received unexpected event network-vif-plugged-41fc18f8-3a06-48af-a7e1-b0f2d527287f for instance with vm_state building and task_state spawning. [ 897.851170] env[62679]: DEBUG nova.compute.manager [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Received event network-changed-41fc18f8-3a06-48af-a7e1-b0f2d527287f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 897.851357] env[62679]: DEBUG nova.compute.manager [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Refreshing instance network info cache due to event network-changed-41fc18f8-3a06-48af-a7e1-b0f2d527287f. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 897.851539] env[62679]: DEBUG oslo_concurrency.lockutils [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] Acquiring lock "refresh_cache-2ff0f505-aec0-4d53-a903-3ec35770e061" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.948980] env[62679]: DEBUG nova.network.neutron [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.993418] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521d095d-8f98-6f28-8d65-69a0dcaf5cde, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.995775] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.995972] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a/d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.996254] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf08b75-14b0-4e3f-afed-19f0bd8c3d2e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.003241] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 898.003241] env[62679]: value = "task-2412445" [ 898.003241] env[62679]: _type = "Task" [ 898.003241] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.011307] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.073466] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquiring lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.073706] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.102254] env[62679]: DEBUG nova.network.neutron [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Updating instance_info_cache with network_info: [{"id": "41fc18f8-3a06-48af-a7e1-b0f2d527287f", "address": "fa:16:3e:39:97:a1", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fc18f8-3a", "ovs_interfaceid": "41fc18f8-3a06-48af-a7e1-b0f2d527287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.116722] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.116722] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4b2cd74-3b78-45f0-94ea-a0c512a61fa1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.128252] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 898.128252] env[62679]: value = "task-2412446" [ 898.128252] env[62679]: _type = "Task" [ 898.128252] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.128889] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d6578653-8397-4de8-bedd-9342f7ddc195 tempest-ListImageFiltersTestJSON-1217326212 tempest-ListImageFiltersTestJSON-1217326212-project-member] Lock "8386c466-3aa4-4a42-8a5f-25c006548c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.658s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.142168] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.400520] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cb5e89-a68a-4598-ad5a-0bc648aa0864 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.413935] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a4f0b-b333-4387-8f45-3f81a2819e7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.450042] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bd233f-f8bf-4879-abb5-7f31266a7a59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.463090] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285894f4-6da8-4677-ac9e-79bf739b0332 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.482141] env[62679]: DEBUG nova.compute.provider_tree [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.515540] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412445, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.576215] env[62679]: DEBUG nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.607696] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "refresh_cache-2ff0f505-aec0-4d53-a903-3ec35770e061" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.608101] env[62679]: DEBUG nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Instance network_info: |[{"id": "41fc18f8-3a06-48af-a7e1-b0f2d527287f", "address": "fa:16:3e:39:97:a1", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fc18f8-3a", "ovs_interfaceid": "41fc18f8-3a06-48af-a7e1-b0f2d527287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.608414] env[62679]: DEBUG oslo_concurrency.lockutils [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] Acquired lock "refresh_cache-2ff0f505-aec0-4d53-a903-3ec35770e061" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.608591] env[62679]: DEBUG nova.network.neutron [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Refreshing network info cache for port 41fc18f8-3a06-48af-a7e1-b0f2d527287f {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.612550] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:97:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41fc18f8-3a06-48af-a7e1-b0f2d527287f', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.621713] env[62679]: DEBUG oslo.service.loopingcall [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.625905] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.626856] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.627051] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.627133] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 898.629205] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54cf0f86-9f10-44ef-a61d-223201227dd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.656172] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412446, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.657364] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.657364] env[62679]: value = "task-2412447" [ 898.657364] env[62679]: _type = "Task" [ 898.657364] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.665578] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412447, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.727973] env[62679]: DEBUG nova.network.neutron [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Successfully updated port: f7e447a8-40cd-4e26-88e3-3b09017e40ed {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.985591] env[62679]: DEBUG nova.scheduler.client.report [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.018647] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571278} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.019116] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a/d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.019424] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.019763] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e2f73f-c477-4fbe-9c01-8c42137d7d28 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.028607] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 899.028607] env[62679]: value = "task-2412448" [ 899.028607] env[62679]: _type = "Task" [ 899.028607] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.040395] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.098866] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.158358] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412446, 'name': CreateSnapshot_Task, 'duration_secs': 0.790386} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.158465] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.161900] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ac3126-30f6-4a65-b13b-5cb06a6e3b04 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.175317] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412447, 'name': CreateVM_Task, 'duration_secs': 0.357299} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.175367] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.176025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.176162] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.176479] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.176728] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89149762-8074-4ad1-829c-6b22d7881bb4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.181633] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 899.181633] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527b8c70-6535-480e-8ac9-6386e0d83f76" [ 899.181633] env[62679]: _type = "Task" [ 899.181633] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.192615] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527b8c70-6535-480e-8ac9-6386e0d83f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.230634] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-139427fa-b878-454f-b3fe-b8fbeac3b9ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.230837] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-139427fa-b878-454f-b3fe-b8fbeac3b9ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.230996] env[62679]: DEBUG nova.network.neutron [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.492875] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.495260] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.897s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.496311] env[62679]: DEBUG nova.objects.instance [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lazy-loading 'resources' on Instance uuid a5514c24-14ce-401f-b2f1-d50f7934ff5f {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.505488] env[62679]: DEBUG nova.network.neutron [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Updated VIF entry in instance network info cache for port 41fc18f8-3a06-48af-a7e1-b0f2d527287f. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.506284] env[62679]: DEBUG nova.network.neutron [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Updating instance_info_cache with network_info: [{"id": "41fc18f8-3a06-48af-a7e1-b0f2d527287f", "address": "fa:16:3e:39:97:a1", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41fc18f8-3a", "ovs_interfaceid": "41fc18f8-3a06-48af-a7e1-b0f2d527287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.527911] env[62679]: INFO nova.scheduler.client.report [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted allocations for instance 951f4958-0f0a-4115-9183-cf163b91ef9d [ 899.540706] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067822} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.540706] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.541473] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4548a4fb-9d4b-4cab-8351-dd4f741e9cbe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.568567] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a/d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.569908] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 899.570153] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489122', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'name': 'volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'serial': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 899.572691] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff00af37-35a6-46dc-9d71-1b396d127156 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.587877] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27333bc-ce10-4bc0-b95b-7969b30a8643 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.611913] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ad63d-64d5-42c8-9e4b-b609bdf69e98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.614536] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 899.614536] env[62679]: value = "task-2412449" [ 899.614536] env[62679]: _type = "Task" [ 899.614536] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.639867] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b/volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.640991] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [{"id": "2201bb10-896a-42e1-a13b-283a07de5bee", "address": "fa:16:3e:b7:9c:34", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201bb10-89", "ovs_interfaceid": "2201bb10-896a-42e1-a13b-283a07de5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.642504] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6715b8a4-a721-4f81-a7b8-82c2ded0a96c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.659270] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.665891] env[62679]: DEBUG oslo_vmware.api [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 899.665891] env[62679]: value = "task-2412450" [ 899.665891] env[62679]: _type = "Task" [ 899.665891] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.682507] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.682775] env[62679]: DEBUG oslo_vmware.api [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.683459] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-206b027d-14a0-464f-86af-89ed9207c0b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.696093] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527b8c70-6535-480e-8ac9-6386e0d83f76, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.697456] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.697722] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.697989] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.698294] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.698349] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.698725] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 899.698725] env[62679]: value = "task-2412451" [ 899.698725] env[62679]: _type = "Task" [ 899.698725] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.698933] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f21649-d181-4518-abd7-acc9d38d3af7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.709527] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412451, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.711410] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.711597] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.712333] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136ce932-aab6-4501-af4b-e7dadf347ff7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.718403] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 899.718403] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5279ea64-32df-05d7-65af-81fd0dc48120" [ 899.718403] env[62679]: _type = "Task" [ 899.718403] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.726811] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5279ea64-32df-05d7-65af-81fd0dc48120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.766565] env[62679]: DEBUG nova.network.neutron [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.008603] env[62679]: DEBUG oslo_concurrency.lockutils [req-c8ca6cab-0fbd-4f42-a7a1-49fe3b60023b req-be5db654-c5d2-43bc-99ba-86c9a2b49162 service nova] Releasing lock "refresh_cache-2ff0f505-aec0-4d53-a903-3ec35770e061" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.022662] env[62679]: DEBUG nova.network.neutron [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Updating instance_info_cache with network_info: [{"id": "f7e447a8-40cd-4e26-88e3-3b09017e40ed", "address": "fa:16:3e:91:cf:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e447a8-40", "ovs_interfaceid": "f7e447a8-40cd-4e26-88e3-3b09017e40ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.025836] env[62679]: DEBUG nova.compute.manager [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Received event network-vif-plugged-f7e447a8-40cd-4e26-88e3-3b09017e40ed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 900.026176] env[62679]: DEBUG oslo_concurrency.lockutils [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] Acquiring lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.026399] env[62679]: DEBUG oslo_concurrency.lockutils [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.026563] env[62679]: DEBUG oslo_concurrency.lockutils [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.028018] env[62679]: DEBUG nova.compute.manager [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] No waiting events found dispatching network-vif-plugged-f7e447a8-40cd-4e26-88e3-3b09017e40ed {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.028018] env[62679]: WARNING nova.compute.manager [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Received unexpected event network-vif-plugged-f7e447a8-40cd-4e26-88e3-3b09017e40ed for instance with vm_state building and task_state spawning. [ 900.028018] env[62679]: DEBUG nova.compute.manager [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Received event network-changed-f7e447a8-40cd-4e26-88e3-3b09017e40ed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 900.028018] env[62679]: DEBUG nova.compute.manager [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Refreshing instance network info cache due to event network-changed-f7e447a8-40cd-4e26-88e3-3b09017e40ed. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 900.028018] env[62679]: DEBUG oslo_concurrency.lockutils [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] Acquiring lock "refresh_cache-139427fa-b878-454f-b3fe-b8fbeac3b9ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.038888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6b4aef02-dfe9-4fd7-856f-1cde1f516bda tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "951f4958-0f0a-4115-9183-cf163b91ef9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.150s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.127027] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412449, 'name': ReconfigVM_Task, 'duration_secs': 0.311667} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.127370] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a/d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.128399] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f1a1362-45ac-487e-aa93-1c02cc1f3d30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.138324] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 900.138324] env[62679]: value = "task-2412452" [ 900.138324] env[62679]: _type = "Task" [ 900.138324] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.153021] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412452, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.156303] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.156517] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 900.160223] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.161240] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.161396] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.161599] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.161757] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.161935] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.163204] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 900.163204] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.176191] env[62679]: DEBUG oslo_vmware.api [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412450, 'name': ReconfigVM_Task, 'duration_secs': 0.386382} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.179192] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b/volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.185098] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0f7181-42d4-4cf6-8c15-479c994fd413 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.208023] env[62679]: DEBUG oslo_vmware.api [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 900.208023] env[62679]: value = "task-2412453" [ 900.208023] env[62679]: _type = "Task" [ 900.208023] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.965777] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-139427fa-b878-454f-b3fe-b8fbeac3b9ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.966123] env[62679]: DEBUG nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Instance network_info: |[{"id": "f7e447a8-40cd-4e26-88e3-3b09017e40ed", "address": "fa:16:3e:91:cf:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e447a8-40", "ovs_interfaceid": "f7e447a8-40cd-4e26-88e3-3b09017e40ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.967177] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.967665] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412451, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.967853] env[62679]: WARNING oslo_vmware.common.loopingcall [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] task run outlasted interval by 0.26603299999999996 sec [ 900.971935] env[62679]: DEBUG oslo_concurrency.lockutils [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] Acquired lock "refresh_cache-139427fa-b878-454f-b3fe-b8fbeac3b9ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.972146] env[62679]: DEBUG nova.network.neutron [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Refreshing network info cache for port f7e447a8-40cd-4e26-88e3-3b09017e40ed {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.973276] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:cf:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e447a8-40cd-4e26-88e3-3b09017e40ed', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.980466] env[62679]: DEBUG oslo.service.loopingcall [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.991806] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.995014] env[62679]: DEBUG oslo_vmware.api [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412453, 'name': ReconfigVM_Task, 'duration_secs': 0.160314} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.996252] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06746d66-7460-4604-9692-1bfb3e13baf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.014029] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489122', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'name': 'volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'serial': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 901.019141] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5279ea64-32df-05d7-65af-81fd0dc48120, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.024205] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412452, 'name': Rename_Task, 'duration_secs': 0.200388} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.027949] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8670d946-b40d-4081-93a9-f1348bca8498 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.030464] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.031542] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412451, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.035359] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3165d23b-14f4-4020-80df-42c4312dcd66 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.036815] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.036815] env[62679]: value = "task-2412454" [ 901.036815] env[62679]: _type = "Task" [ 901.036815] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.042496] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 901.042496] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3de4b-dee4-294e-a7b2-14ae7b535500" [ 901.042496] env[62679]: _type = "Task" [ 901.042496] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.044194] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 901.044194] env[62679]: value = "task-2412455" [ 901.044194] env[62679]: _type = "Task" [ 901.044194] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.058106] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412454, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.067041] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3de4b-dee4-294e-a7b2-14ae7b535500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.067662] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.099107] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66857d07-ead0-4fce-9ec8-e6534889b571 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.107501] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d50871-eb95-4b38-8552-90a1cce7b6fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.141896] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3f7d3c-a296-4a4e-8250-e2da788fa4eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.150748] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f867cd19-81f9-4654-a23b-c664fcb5db8e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.165996] env[62679]: DEBUG nova.compute.provider_tree [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.407405] env[62679]: DEBUG nova.network.neutron [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Updated VIF entry in instance network info cache for port f7e447a8-40cd-4e26-88e3-3b09017e40ed. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.407484] env[62679]: DEBUG nova.network.neutron [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Updating instance_info_cache with network_info: [{"id": "f7e447a8-40cd-4e26-88e3-3b09017e40ed", "address": "fa:16:3e:91:cf:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e447a8-40", "ovs_interfaceid": "f7e447a8-40cd-4e26-88e3-3b09017e40ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.495085] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412451, 'name': CloneVM_Task, 'duration_secs': 1.426783} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.495316] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Created linked-clone VM from snapshot [ 901.496185] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc7714b-5dc8-45ea-8b15-69651b36ff6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.505635] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Uploading image 6842957d-6213-44b2-81ef-ea6ae390456d {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.535707] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 901.535707] env[62679]: value = "vm-489126" [ 901.535707] env[62679]: _type = "VirtualMachine" [ 901.535707] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 901.536492] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5af76c5d-9dc9-40b5-891d-18dba61b7e7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.547660] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412454, 'name': CreateVM_Task, 'duration_secs': 0.36042} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.551937] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.552150] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lease: (returnval){ [ 901.552150] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283549c-2f96-737d-b8d6-fbc91b200752" [ 901.552150] env[62679]: _type = "HttpNfcLease" [ 901.552150] env[62679]: } obtained for exporting VM: (result){ [ 901.552150] env[62679]: value = "vm-489126" [ 901.552150] env[62679]: _type = "VirtualMachine" [ 901.552150] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 901.552729] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the lease: (returnval){ [ 901.552729] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283549c-2f96-737d-b8d6-fbc91b200752" [ 901.552729] env[62679]: _type = "HttpNfcLease" [ 901.552729] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 901.553040] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.553243] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.553746] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.557085] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7eeca8c-bc05-4c80-87ee-b0f849d5c9db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.566051] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3de4b-dee4-294e-a7b2-14ae7b535500, 'name': SearchDatastore_Task, 'duration_secs': 0.028865} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.567504] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.567802] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 2ff0f505-aec0-4d53-a903-3ec35770e061/2ff0f505-aec0-4d53-a903-3ec35770e061.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.568171] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c22e1615-e450-4766-873d-d31f58489de9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.575733] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 901.575733] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5237a9dd-634d-fd85-6245-3c4c243e9df8" [ 901.575733] env[62679]: _type = "Task" [ 901.575733] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.575962] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412455, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.576213] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.576213] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283549c-2f96-737d-b8d6-fbc91b200752" [ 901.576213] env[62679]: _type = "HttpNfcLease" [ 901.576213] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 901.578664] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 901.578664] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5283549c-2f96-737d-b8d6-fbc91b200752" [ 901.578664] env[62679]: _type = "HttpNfcLease" [ 901.578664] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 901.582532] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec1537-4e5d-4bb9-821b-2952e3664c63 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.586777] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 901.586777] env[62679]: value = "task-2412457" [ 901.586777] env[62679]: _type = "Task" [ 901.586777] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.598331] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5237a9dd-634d-fd85-6245-3c4c243e9df8, 'name': SearchDatastore_Task, 'duration_secs': 0.012062} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.598546] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2dc52-ad2b-dc53-85c6-5cb7fba3f48d/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 901.598798] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2dc52-ad2b-dc53-85c6-5cb7fba3f48d/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 901.602203] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.602203] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.602203] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.602203] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.602203] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.603104] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f838b5aa-4cac-46fb-99d8-5ef8ce2f13ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.663681] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.671766] env[62679]: DEBUG nova.scheduler.client.report [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.676562] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.676764] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.677718] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcde979c-f837-40cf-a7f5-87920ca3bbf6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.684113] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 901.684113] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52859bbc-d95a-17df-9e18-3d88e4142735" [ 901.684113] env[62679]: _type = "Task" [ 901.684113] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.698886] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52859bbc-d95a-17df-9e18-3d88e4142735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.701199] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e684a174-4ab4-46f1-bea0-191dc7c26af3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.909864] env[62679]: DEBUG oslo_concurrency.lockutils [req-6a371398-dc91-436f-a7e6-1db81aeeb2ca req-e37447d1-6e36-4999-b81b-49820ef21bd8 service nova] Releasing lock "refresh_cache-139427fa-b878-454f-b3fe-b8fbeac3b9ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.064994] env[62679]: DEBUG oslo_vmware.api [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412455, 'name': PowerOnVM_Task, 'duration_secs': 0.584072} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.066225] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.066609] env[62679]: INFO nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Took 9.25 seconds to spawn the instance on the hypervisor. [ 902.070014] env[62679]: DEBUG nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.070014] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea7426-3c41-4de2-8292-4933209c5272 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.084155] env[62679]: DEBUG nova.objects.instance [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lazy-loading 'flavor' on Instance uuid d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.102729] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412457, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.181126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.684s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.185834] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.635s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.189270] env[62679]: INFO nova.compute.claims [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.209085] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52859bbc-d95a-17df-9e18-3d88e4142735, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.210106] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2363972e-63d4-4e1c-a7db-38f44da16be7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.218396] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 902.218396] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528d917b-b717-9bfd-0489-cc1161933755" [ 902.218396] env[62679]: _type = "Task" [ 902.218396] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.231999] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528d917b-b717-9bfd-0489-cc1161933755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.236453] env[62679]: INFO nova.scheduler.client.report [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Deleted allocations for instance a5514c24-14ce-401f-b2f1-d50f7934ff5f [ 902.597401] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d3f85696-d856-4aed-a5ba-02fdf1639443 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.160s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.598553] env[62679]: INFO nova.compute.manager [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Took 15.78 seconds to build instance. [ 902.608641] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754506} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.608641] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 2ff0f505-aec0-4d53-a903-3ec35770e061/2ff0f505-aec0-4d53-a903-3ec35770e061.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.608641] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.608641] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad2a824e-5855-4f1f-bfaf-c645f267025e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.618176] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 902.618176] env[62679]: value = "task-2412458" [ 902.618176] env[62679]: _type = "Task" [ 902.618176] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.631306] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.731278] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528d917b-b717-9bfd-0489-cc1161933755, 'name': SearchDatastore_Task, 'duration_secs': 0.063007} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.731572] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.731893] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.732241] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b477a76f-eb4b-4c36-8a46-09d28899f419 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.740874] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 902.740874] env[62679]: value = "task-2412459" [ 902.740874] env[62679]: _type = "Task" [ 902.740874] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.748305] env[62679]: DEBUG oslo_concurrency.lockutils [None req-92af6045-679c-481e-b0b6-773ffea881e9 tempest-ServerRescueTestJSON-417136087 tempest-ServerRescueTestJSON-417136087-project-member] Lock "a5514c24-14ce-401f-b2f1-d50f7934ff5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.709s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.754066] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.101155] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3bf18bdb-ec0a-4751-a65c-77ca2d92b7bb tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.289s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.132956] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090701} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.133258] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.134136] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303bfad8-8d31-4259-bb93-df30517be3c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.163215] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 2ff0f505-aec0-4d53-a903-3ec35770e061/2ff0f505-aec0-4d53-a903-3ec35770e061.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.163638] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e5bea2-1f2e-4351-a3d9-801bda7ad4b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.195168] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 903.195168] env[62679]: value = "task-2412460" [ 903.195168] env[62679]: _type = "Task" [ 903.195168] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.208184] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.252225] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.360398] env[62679]: INFO nova.compute.manager [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Rescuing [ 903.360398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.360398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.360398] env[62679]: DEBUG nova.network.neutron [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.572139] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea59cd-5cf9-4668-9249-2681cce3f879 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.583029] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f537b15-fda3-4784-838b-960461059121 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.621971] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c51327c-c414-4e6c-a5ed-9376d93843a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.633357] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a515e6-09a5-41f7-b9b8-21edf54b23df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.653400] env[62679]: DEBUG nova.compute.provider_tree [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.708635] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.753708] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972245} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.754187] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.755139] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.760173] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b448f575-d9b4-48aa-a20e-0f58c30e83bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.764078] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.764459] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.764726] env[62679]: DEBUG nova.compute.manager [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.765729] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501bf2de-411e-47ef-be8d-957583032670 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.772069] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 903.772069] env[62679]: value = "task-2412461" [ 903.772069] env[62679]: _type = "Task" [ 903.772069] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.778405] env[62679]: DEBUG nova.compute.manager [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 903.779214] env[62679]: DEBUG nova.objects.instance [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'flavor' on Instance uuid d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.790740] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.159108] env[62679]: DEBUG nova.scheduler.client.report [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.206015] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412460, 'name': ReconfigVM_Task, 'duration_secs': 0.620091} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.206641] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 2ff0f505-aec0-4d53-a903-3ec35770e061/2ff0f505-aec0-4d53-a903-3ec35770e061.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.207310] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a451ea2-9a36-4400-948f-eba31cb0515a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.215676] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 904.215676] env[62679]: value = "task-2412462" [ 904.215676] env[62679]: _type = "Task" [ 904.215676] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.229139] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412462, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.285899] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118459} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.287636] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.288729] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06667309-daa9-4c1e-837b-8147baf327b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.316673] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.318123] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbddf96d-d42d-4a1b-83dc-5906011d2279 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.345637] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 904.345637] env[62679]: value = "task-2412463" [ 904.345637] env[62679]: _type = "Task" [ 904.345637] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.357471] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.418038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.418038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.468537] env[62679]: DEBUG nova.network.neutron [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.664996] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.665549] env[62679]: DEBUG nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.668508] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.753s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.668760] env[62679]: DEBUG nova.objects.instance [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lazy-loading 'resources' on Instance uuid 257e3861-3acd-41db-8e31-6265fa284a06 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.729202] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412462, 'name': Rename_Task, 'duration_secs': 0.21006} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.729911] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.730808] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c140c1d9-81a6-48b1-80d5-6637d033ce36 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.743027] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 904.743027] env[62679]: value = "task-2412464" [ 904.743027] env[62679]: _type = "Task" [ 904.743027] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.760033] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.790016] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.790381] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-541281f2-0068-45da-8816-781b3e075714 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.804383] env[62679]: DEBUG oslo_vmware.api [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 904.804383] env[62679]: value = "task-2412465" [ 904.804383] env[62679]: _type = "Task" [ 904.804383] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.816490] env[62679]: DEBUG oslo_vmware.api [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.857826] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412463, 'name': ReconfigVM_Task, 'duration_secs': 0.477275} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.858146] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.858806] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d0e8dd9-d49b-482e-aa0e-855d26e33b77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.868635] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 904.868635] env[62679]: value = "task-2412466" [ 904.868635] env[62679]: _type = "Task" [ 904.868635] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.878791] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412466, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.918886] env[62679]: DEBUG nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.973053] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.173582] env[62679]: DEBUG nova.compute.utils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 905.179090] env[62679]: DEBUG nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.179090] env[62679]: DEBUG nova.network.neutron [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.249329] env[62679]: DEBUG nova.policy [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '125700bfd508425db30fffc986703fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f81c0a0ad954ecdafd5f5839ce50582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.260695] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "cb2e798e-8018-4281-adb3-d3213738e05d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.260950] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "cb2e798e-8018-4281-adb3-d3213738e05d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.261181] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "cb2e798e-8018-4281-adb3-d3213738e05d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.261363] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "cb2e798e-8018-4281-adb3-d3213738e05d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.261561] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "cb2e798e-8018-4281-adb3-d3213738e05d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.263117] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.263573] env[62679]: INFO nova.compute.manager [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Terminating instance [ 905.319614] env[62679]: DEBUG oslo_vmware.api [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412465, 'name': PowerOffVM_Task, 'duration_secs': 0.274963} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.319900] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.320116] env[62679]: DEBUG nova.compute.manager [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.320959] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc9b1f0-7d88-4379-9b62-6a3813645a20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.390554] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412466, 'name': Rename_Task, 'duration_secs': 0.285732} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.391047] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.391344] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b9d43b-b81d-45ba-8b04-967deb956420 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.402610] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 905.402610] env[62679]: value = "task-2412467" [ 905.402610] env[62679]: _type = "Task" [ 905.402610] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.419023] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.448141] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.542753] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb7462-d9aa-40c3-a184-5e08b62ae009 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.554835] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1d4b85-8d0b-44e6-bd59-fefa65f47994 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.591051] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d01c3e-f051-4b4e-b3aa-72b3bb88449e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.600351] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c877413-663d-4f1d-88b0-b31b1db766c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.615311] env[62679]: DEBUG nova.compute.provider_tree [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.677452] env[62679]: DEBUG nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.754747] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.756017] env[62679]: DEBUG nova.network.neutron [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Successfully created port: 132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.771536] env[62679]: DEBUG nova.compute.manager [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.771845] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.772773] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027b0cea-dea0-429d-a1a5-55c67c3a1c0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.787989] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.797553] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b93265-487c-49b8-8e7f-02271aa65e00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.807064] env[62679]: DEBUG oslo_vmware.api [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 905.807064] env[62679]: value = "task-2412468" [ 905.807064] env[62679]: _type = "Task" [ 905.807064] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.814833] env[62679]: DEBUG oslo_vmware.api [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.846954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c6140a9b-ea00-4a7f-91ba-0d0e0525f828 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.917324] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.118923] env[62679]: DEBUG nova.scheduler.client.report [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.256358] env[62679]: DEBUG oslo_vmware.api [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412464, 'name': PowerOnVM_Task, 'duration_secs': 1.097504} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.256765] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.256821] env[62679]: INFO nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Took 11.02 seconds to spawn the instance on the hypervisor. [ 906.256994] env[62679]: DEBUG nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.257791] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686f766e-c938-468a-a926-c4c28fbd8fc2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.315725] env[62679]: DEBUG oslo_vmware.api [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412468, 'name': PowerOffVM_Task, 'duration_secs': 0.237881} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.315995] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.316175] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.316420] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db190ab1-5e82-46cf-8daf-ebc1a83d9832 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.392485] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.392749] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.393034] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Deleting the datastore file [datastore2] cb2e798e-8018-4281-adb3-d3213738e05d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.393457] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dafc54a5-7cfb-421c-8072-bf3c36e4ad47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.400250] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.400534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.400801] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.401058] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.401223] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.405317] env[62679]: DEBUG oslo_vmware.api [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for the task: (returnval){ [ 906.405317] env[62679]: value = "task-2412470" [ 906.405317] env[62679]: _type = "Task" [ 906.405317] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.405899] env[62679]: INFO nova.compute.manager [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Terminating instance [ 906.421385] env[62679]: DEBUG oslo_vmware.api [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.425256] env[62679]: DEBUG oslo_vmware.api [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412467, 'name': PowerOnVM_Task, 'duration_secs': 0.752832} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.425535] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.425746] env[62679]: INFO nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Took 8.72 seconds to spawn the instance on the hypervisor. [ 906.425920] env[62679]: DEBUG nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.426987] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c30c28-c96f-4106-a9c6-df25643c952b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.521882] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.522540] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5fba868-d23e-4627-a6c8-d11f99c7f3d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.540572] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 906.540572] env[62679]: value = "task-2412471" [ 906.540572] env[62679]: _type = "Task" [ 906.540572] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.550201] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.625506] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.628954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.530s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.630753] env[62679]: INFO nova.compute.claims [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.652797] env[62679]: INFO nova.scheduler.client.report [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleted allocations for instance 257e3861-3acd-41db-8e31-6265fa284a06 [ 906.688287] env[62679]: DEBUG nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.715894] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.716173] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.716335] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.716514] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.716659] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.716806] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.717024] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.717188] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.717356] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.717516] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.717701] env[62679]: DEBUG nova.virt.hardware [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.718892] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ec97f7-2089-453d-ab18-50f59d41d6e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.727512] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5de13f-4e7b-41ce-9b50-d7510f5d55d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.776210] env[62679]: INFO nova.compute.manager [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Took 19.21 seconds to build instance. [ 906.917287] env[62679]: DEBUG nova.compute.manager [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.917581] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.918783] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2828b2e-a96d-4bea-8bc4-204c9494b226 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.933844] env[62679]: DEBUG oslo_vmware.api [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Task: {'id': task-2412470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203009} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.934887] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.935160] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.935426] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.935707] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.935948] env[62679]: INFO nova.compute.manager [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 906.936298] env[62679]: DEBUG oslo.service.loopingcall [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.936697] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f2cbf9c-cd51-4439-a570-20b2601f0671 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.938810] env[62679]: DEBUG nova.compute.manager [-] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.938950] env[62679]: DEBUG nova.network.neutron [-] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.950278] env[62679]: INFO nova.compute.manager [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Took 17.17 seconds to build instance. [ 907.030073] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.030823] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.030823] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleting the datastore file [datastore1] d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.031390] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6473bb26-3a8a-43b0-a8fb-3cb1eaf18341 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.040316] env[62679]: DEBUG oslo_vmware.api [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 907.040316] env[62679]: value = "task-2412473" [ 907.040316] env[62679]: _type = "Task" [ 907.040316] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.055975] env[62679]: DEBUG oslo_vmware.api [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.056317] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412471, 'name': PowerOffVM_Task, 'duration_secs': 0.354788} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.056647] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.057486] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5cac40-7448-4fd4-9f9f-df780f930d7a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.081984] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d397344-83b4-4632-aa8c-ff88457aa279 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.117078] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.117384] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf82d995-6bbe-4f80-84d7-8a68b6c7d1d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.126932] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 907.126932] env[62679]: value = "task-2412474" [ 907.126932] env[62679]: _type = "Task" [ 907.126932] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.139594] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.139802] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.140055] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.140206] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.140382] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.140890] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bed54c1-fcd5-483f-abb7-1a3bffb37403 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.155154] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.155345] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.156090] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1c8390-4a23-4dc6-b0a4-b13b84c5f3bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.161050] env[62679]: DEBUG oslo_concurrency.lockutils [None req-966ae967-e897-45e8-8415-347dec498de8 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "257e3861-3acd-41db-8e31-6265fa284a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.388s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.163912] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 907.163912] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524680bd-fbf5-531e-e17f-12b70f4f3643" [ 907.163912] env[62679]: _type = "Task" [ 907.163912] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.173397] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524680bd-fbf5-531e-e17f-12b70f4f3643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.278319] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d5411f66-6059-42e7-bd85-cd9fb4de0e5b tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.721s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.452510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-855d8798-1aab-4c7e-9e58-ae28bb6d1385 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.681s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.551738] env[62679]: DEBUG oslo_vmware.api [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395169} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.552030] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.552221] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.552409] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.552598] env[62679]: INFO nova.compute.manager [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Took 0.64 seconds to destroy the instance on the hypervisor. [ 907.552819] env[62679]: DEBUG oslo.service.loopingcall [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.553025] env[62679]: DEBUG nova.compute.manager [-] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.553127] env[62679]: DEBUG nova.network.neutron [-] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.679329] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524680bd-fbf5-531e-e17f-12b70f4f3643, 'name': SearchDatastore_Task, 'duration_secs': 0.018915} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.683748] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c979b082-5690-4ba8-a522-0e385897f963 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.690883] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 907.690883] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d71595-88c6-6a48-ad89-469c39f9c553" [ 907.690883] env[62679]: _type = "Task" [ 907.690883] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.703434] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d71595-88c6-6a48-ad89-469c39f9c553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.967620] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f73500-45a0-4134-9026-451b6c1f4d9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.980439] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1ea55-9e0a-4a10-a1c9-920211a18075 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.025108] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82fb772-269d-4888-ac72-4eda6704ffc5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.032736] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c40a6c5-098d-4fb7-bb00-c3d027b7bdc3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.049514] env[62679]: DEBUG nova.compute.provider_tree [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.206510] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d71595-88c6-6a48-ad89-469c39f9c553, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.206783] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.207063] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. {{(pid=62679) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 908.207356] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da008cff-a427-4ccf-9700-0a71087fce92 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.220026] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 908.220026] env[62679]: value = "task-2412475" [ 908.220026] env[62679]: _type = "Task" [ 908.220026] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.228644] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.461771] env[62679]: DEBUG nova.network.neutron [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Successfully updated port: 132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.553398] env[62679]: DEBUG nova.scheduler.client.report [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.561862] env[62679]: DEBUG nova.compute.manager [req-cb203fed-8235-435d-8dab-e47f603f7e24 req-7e17eb93-7f6c-4805-850b-513332952b51 service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Received event network-vif-plugged-132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 908.562228] env[62679]: DEBUG oslo_concurrency.lockutils [req-cb203fed-8235-435d-8dab-e47f603f7e24 req-7e17eb93-7f6c-4805-850b-513332952b51 service nova] Acquiring lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.562546] env[62679]: DEBUG oslo_concurrency.lockutils [req-cb203fed-8235-435d-8dab-e47f603f7e24 req-7e17eb93-7f6c-4805-850b-513332952b51 service nova] Lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.562812] env[62679]: DEBUG oslo_concurrency.lockutils [req-cb203fed-8235-435d-8dab-e47f603f7e24 req-7e17eb93-7f6c-4805-850b-513332952b51 service nova] Lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.563068] env[62679]: DEBUG nova.compute.manager [req-cb203fed-8235-435d-8dab-e47f603f7e24 req-7e17eb93-7f6c-4805-850b-513332952b51 service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] No waiting events found dispatching network-vif-plugged-132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.563336] env[62679]: WARNING nova.compute.manager [req-cb203fed-8235-435d-8dab-e47f603f7e24 req-7e17eb93-7f6c-4805-850b-513332952b51 service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Received unexpected event network-vif-plugged-132c190b-0bd8-4f8f-9f91-90b79aef80d9 for instance with vm_state building and task_state spawning. [ 908.732233] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499919} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.732566] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk. [ 908.733769] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e728f9-c2c0-4d2f-9dd4-a8552d89efab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.770280] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.770649] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d886ca-c5c2-408d-b15d-ac60814746f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.794017] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 908.794017] env[62679]: value = "task-2412476" [ 908.794017] env[62679]: _type = "Task" [ 908.794017] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.803854] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.807375] env[62679]: DEBUG nova.network.neutron [-] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.898519] env[62679]: DEBUG nova.network.neutron [-] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.965032] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.965032] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.965032] env[62679]: DEBUG nova.network.neutron [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.068010] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.068408] env[62679]: DEBUG nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.071379] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.104s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.071569] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.071751] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 909.072077] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.624s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.073627] env[62679]: INFO nova.compute.claims [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.077308] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53f3a7-c49e-487f-a92b-76b1c1112f0f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.088897] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee24f29-be07-48f5-bbc6-d0fa33e79860 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.110465] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dcbcc6-8913-4a62-be48-88ff681ebf30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.118189] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec8bd3-bc81-4a6a-996d-dddafae75fe4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.157604] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178665MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 909.158062] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.304866] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412476, 'name': ReconfigVM_Task, 'duration_secs': 0.483205} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.305286] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5/8804ce82-c496-4ccb-bb80-5cfc9822f21b-rescue.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.306207] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa790d-2be3-4712-909d-8639677ebaa2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.312499] env[62679]: INFO nova.compute.manager [-] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Took 1.76 seconds to deallocate network for instance. [ 909.342837] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-037c7b90-243c-4653-8482-e4948a4474a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.362512] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 909.362512] env[62679]: value = "task-2412477" [ 909.362512] env[62679]: _type = "Task" [ 909.362512] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.373642] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.399933] env[62679]: INFO nova.compute.manager [-] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Took 2.46 seconds to deallocate network for instance. [ 909.462659] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "2ff0f505-aec0-4d53-a903-3ec35770e061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.462939] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.463176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "2ff0f505-aec0-4d53-a903-3ec35770e061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.463376] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.463541] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.466525] env[62679]: INFO nova.compute.manager [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Terminating instance [ 909.510431] env[62679]: DEBUG nova.network.neutron [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.578712] env[62679]: DEBUG nova.compute.utils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.579820] env[62679]: DEBUG nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.582934] env[62679]: DEBUG nova.network.neutron [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.714102] env[62679]: DEBUG nova.policy [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6d17a5feda749e8b3ec0585c548c364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd074ae95b3004374862c115e6d82c733', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.855982] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.876058] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.904468] env[62679]: DEBUG nova.network.neutron [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.906490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.971491] env[62679]: DEBUG nova.compute.manager [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.971739] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.973833] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5024890f-f5a9-4eda-af86-456a554d7938 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.982020] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.982347] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34103235-8c65-4f28-b39e-3eeb74d07255 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.992403] env[62679]: DEBUG oslo_vmware.api [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 909.992403] env[62679]: value = "task-2412478" [ 909.992403] env[62679]: _type = "Task" [ 909.992403] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.002512] env[62679]: DEBUG oslo_vmware.api [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.014371] env[62679]: INFO nova.compute.manager [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Rebuilding instance [ 910.062797] env[62679]: DEBUG nova.compute.manager [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.063712] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51cd50f-a83b-44fe-b0f4-481740e18fd6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.083014] env[62679]: DEBUG nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.378099] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412477, 'name': ReconfigVM_Task, 'duration_secs': 0.531949} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.379382] env[62679]: DEBUG nova.network.neutron [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Successfully created port: c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.383826] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.383826] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b286c612-77a0-4f8d-abee-dfc32e41fbf3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.386721] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4724b11-79e2-4baa-b24d-a8f931dde8a8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.392700] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 910.392700] env[62679]: value = "task-2412479" [ 910.392700] env[62679]: _type = "Task" [ 910.392700] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.399309] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d919b6-3fb6-4ab1-9d08-2658ba2feac3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.408608] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.409045] env[62679]: DEBUG nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Instance network_info: |[{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.409409] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.436541] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:f9:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '132c190b-0bd8-4f8f-9f91-90b79aef80d9', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.444302] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating folder: Project (3f81c0a0ad954ecdafd5f5839ce50582). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.444975] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36d6da4-69c5-4175-99d2-bf790e2734cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.447320] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf8c6a1-8e88-4832-aef3-0632e2cb9826 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.455801] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988f2f56-211a-4e7f-985b-8b94bf0d8d27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.461780] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Created folder: Project (3f81c0a0ad954ecdafd5f5839ce50582) in parent group-v488891. [ 910.462071] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating folder: Instances. Parent ref: group-v489128. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.462729] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ae12f4e-df68-45ae-a7cb-3b6f9183bebd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.474511] env[62679]: DEBUG nova.compute.provider_tree [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.478812] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Created folder: Instances in parent group-v489128. [ 910.478812] env[62679]: DEBUG oslo.service.loopingcall [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.478812] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.478812] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac7daf55-3c92-40ed-b6b5-0f0a69a17045 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.505899] env[62679]: DEBUG oslo_vmware.api [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412478, 'name': PowerOffVM_Task, 'duration_secs': 0.214171} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.507595] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.507833] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.508124] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.508124] env[62679]: value = "task-2412482" [ 910.508124] env[62679]: _type = "Task" [ 910.508124] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.508409] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21183865-1963-4043-bbc9-4eb8a8374062 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.519676] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412482, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.590078] env[62679]: INFO nova.virt.block_device [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Booting with volume d05d1d77-3f78-467c-a7a2-2a140cce8a57 at /dev/sda [ 910.603867] env[62679]: DEBUG nova.compute.manager [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Received event network-vif-deleted-59f429f6-7726-4c0d-8a4e-de7bd5bad994 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 910.604160] env[62679]: DEBUG nova.compute.manager [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Received event network-vif-deleted-48c994ba-4ee8-42a1-8dcc-4ef680fcd31a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 910.604362] env[62679]: DEBUG nova.compute.manager [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Received event network-changed-132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 910.604610] env[62679]: DEBUG nova.compute.manager [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Refreshing instance network info cache due to event network-changed-132c190b-0bd8-4f8f-9f91-90b79aef80d9. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 910.604881] env[62679]: DEBUG oslo_concurrency.lockutils [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] Acquiring lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.605048] env[62679]: DEBUG oslo_concurrency.lockutils [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] Acquired lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.605268] env[62679]: DEBUG nova.network.neutron [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Refreshing network info cache for port 132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.610205] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.610205] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.610205] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleting the datastore file [datastore1] 2ff0f505-aec0-4d53-a903-3ec35770e061 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.610876] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-296eb55a-2b31-474b-8116-c24ae6401f48 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.621888] env[62679]: DEBUG oslo_vmware.api [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 910.621888] env[62679]: value = "task-2412484" [ 910.621888] env[62679]: _type = "Task" [ 910.621888] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.635020] env[62679]: DEBUG oslo_vmware.api [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.643367] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae000a8c-77af-47e6-9ca4-2975ddeb28a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.654151] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44222e1e-aaf0-4925-b31d-486c807987a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.694210] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-383ae2b2-d757-436b-a53b-9b07c3be9551 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.705296] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3410895-71c3-4188-b4de-cdbf5817276e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.744054] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25defaee-6f2e-4850-8d0b-fad67d337f9b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.753273] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc48ccc-185f-4cde-b148-74dc164979a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.769145] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.769436] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.775093] env[62679]: DEBUG nova.virt.block_device [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Updating existing volume attachment record: b52e43c9-6f75-4b77-984d-906088a4889d {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.907364] env[62679]: DEBUG oslo_vmware.api [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412479, 'name': PowerOnVM_Task, 'duration_secs': 0.48643} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.907658] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.910809] env[62679]: DEBUG nova.compute.manager [None req-4b2d2d48-2957-475c-843d-e68d73671be0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.911665] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a31c2-f116-4cb8-ac81-32d755599723 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.979701] env[62679]: DEBUG nova.scheduler.client.report [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.020837] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412482, 'name': CreateVM_Task, 'duration_secs': 0.431598} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.021030] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.021752] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.021920] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.022261] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.022516] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc3f471-c7fd-4f19-ad20-443c93551fd2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.027408] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 911.027408] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527e67b4-a63e-4959-6589-4f00770a7668" [ 911.027408] env[62679]: _type = "Task" [ 911.027408] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.041927] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527e67b4-a63e-4959-6589-4f00770a7668, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.042312] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.042594] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.042831] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.042991] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.043196] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.043455] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-638778da-80cf-4358-b47c-c2329df60b3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.052824] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.052824] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.053734] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2138d4c7-6dd7-4628-a5c2-2491f89f3198 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.057620] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2dc52-ad2b-dc53-85c6-5cb7fba3f48d/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.058357] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b7892-0ffd-42f8-8e8d-0bf3347b926f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.064375] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 911.064375] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52299040-3589-7d9a-afc6-65c417ac9cb7" [ 911.064375] env[62679]: _type = "Task" [ 911.064375] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.065660] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2dc52-ad2b-dc53-85c6-5cb7fba3f48d/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.065819] env[62679]: ERROR oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2dc52-ad2b-dc53-85c6-5cb7fba3f48d/disk-0.vmdk due to incomplete transfer. [ 911.068634] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f00753ab-96ab-40fc-bf60-b2b1ed41c270 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.076531] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52299040-3589-7d9a-afc6-65c417ac9cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.078064] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bceb4a5-d714-4002-ab83-d5344c31c176 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.080705] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.081205] env[62679]: DEBUG oslo_vmware.rw_handles [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2dc52-ad2b-dc53-85c6-5cb7fba3f48d/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 911.081205] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Uploaded image 6842957d-6213-44b2-81ef-ea6ae390456d to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 911.083416] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 911.083657] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3818e5d4-356e-46d1-b742-13a9145c36d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.085125] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-919c9715-485e-40c1-a14e-bac694f9a50e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.089965] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 911.089965] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234cf9d-34c3-88da-29ee-541834f5b95f" [ 911.089965] env[62679]: _type = "Task" [ 911.089965] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.095333] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 911.095333] env[62679]: value = "task-2412485" [ 911.095333] env[62679]: _type = "Task" [ 911.095333] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.095690] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 911.095690] env[62679]: value = "task-2412486" [ 911.095690] env[62679]: _type = "Task" [ 911.095690] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.105333] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234cf9d-34c3-88da-29ee-541834f5b95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.115547] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.115824] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412486, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.132124] env[62679]: DEBUG oslo_vmware.api [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206146} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.132393] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.132579] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.134105] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.134433] env[62679]: INFO nova.compute.manager [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Took 1.16 seconds to destroy the instance on the hypervisor. [ 911.135026] env[62679]: DEBUG oslo.service.loopingcall [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.135103] env[62679]: DEBUG nova.compute.manager [-] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.135241] env[62679]: DEBUG nova.network.neutron [-] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.279735] env[62679]: DEBUG nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.488025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.488025] env[62679]: DEBUG nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.489217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.331s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.607069] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5234cf9d-34c3-88da-29ee-541834f5b95f, 'name': SearchDatastore_Task, 'duration_secs': 0.028912} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.607069] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.607069] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 9bfa235a-bc83-4505-aaff-08f56378594a/9bfa235a-bc83-4505-aaff-08f56378594a.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.607606] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a23f2300-9968-4c79-9bd8-5d8b803c6e6c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.615039] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412485, 'name': PowerOffVM_Task, 'duration_secs': 0.242683} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.616039] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412486, 'name': Destroy_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.616039] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.616468] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.619022] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027346ca-a3c4-49db-aa11-cbdf8d9f37d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.621436] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 911.621436] env[62679]: value = "task-2412487" [ 911.621436] env[62679]: _type = "Task" [ 911.621436] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.630029] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.630029] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d933c91e-fdf7-4670-855b-9f5f48f3fa72 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.633985] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.708827] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.709495] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.709876] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleting the datastore file [datastore1] 139427fa-b878-454f-b3fe-b8fbeac3b9ab {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.711036] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-796d97f0-1776-433f-be54-9b3ba59f0ae8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.717355] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 911.717355] env[62679]: value = "task-2412489" [ 911.717355] env[62679]: _type = "Task" [ 911.717355] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.726811] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.809738] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.992187] env[62679]: DEBUG nova.network.neutron [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updated VIF entry in instance network info cache for port 132c190b-0bd8-4f8f-9f91-90b79aef80d9. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.992187] env[62679]: DEBUG nova.network.neutron [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.993384] env[62679]: DEBUG nova.compute.utils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 911.995627] env[62679]: DEBUG nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.995978] env[62679]: DEBUG nova.network.neutron [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.108809] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412486, 'name': Destroy_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.137299] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47975} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.138484] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 9bfa235a-bc83-4505-aaff-08f56378594a/9bfa235a-bc83-4505-aaff-08f56378594a.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.139122] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.139544] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-373c866b-246c-4813-b8a6-b6367beb6561 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.149396] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 912.149396] env[62679]: value = "task-2412490" [ 912.149396] env[62679]: _type = "Task" [ 912.149396] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.156878] env[62679]: DEBUG nova.policy [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b0ac5a81d63411ba9091d9e8c7ae361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd97da917d6344d78f711d0422447701', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.164410] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.229132] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219865} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.229448] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.229728] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.229978] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.496468] env[62679]: DEBUG oslo_concurrency.lockutils [req-c76b3ada-f4d0-4221-a51f-88959e30426c req-e769bd81-4936-4947-8fea-a99506a9d87d service nova] Releasing lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.510021] env[62679]: DEBUG nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.539233] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.539594] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 681316d4-efba-4601-a9c6-59b79bb226b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.540065] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 834e64fc-b0cb-4903-ac84-b28d41dc4583 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.540065] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c7a3405c-4926-45bc-ab5d-21869a656051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.540394] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c1260e22-5fe5-4006-b3af-6703e3f7ad7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.540738] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 22e41608-3622-4e14-ab78-b9d704068900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.541020] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7893af92-485c-4f90-89a5-15c557ca3b24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.542038] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.542038] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance cb2e798e-8018-4281-adb3-d3213738e05d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 912.542038] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c50c07a8-9798-4a97-9cd6-e911dbff70aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.542038] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance dcfd4812-6433-493e-8e99-0d4b7e66df8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.542038] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance f873f005-971c-4ada-9655-c9f50eb6e708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.542038] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance f4de9396-2bee-4327-b96f-2ce0bd74ed16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.542038] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 912.542726] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 2ff0f505-aec0-4d53-a903-3ec35770e061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.542963] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 139427fa-b878-454f-b3fe-b8fbeac3b9ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.543266] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 9bfa235a-bc83-4505-aaff-08f56378594a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.543512] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.543778] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 912.608102] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412486, 'name': Destroy_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.631885] env[62679]: DEBUG nova.network.neutron [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Successfully updated port: c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.648806] env[62679]: DEBUG nova.compute.manager [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Received event network-vif-deleted-41fc18f8-3a06-48af-a7e1-b0f2d527287f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 912.649128] env[62679]: INFO nova.compute.manager [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Neutron deleted interface 41fc18f8-3a06-48af-a7e1-b0f2d527287f; detaching it from the instance and deleting it from the info cache [ 912.649388] env[62679]: DEBUG nova.network.neutron [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.664864] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092638} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.665129] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.665834] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d60468-6f39-45ef-8086-541ed1801578 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.680922] env[62679]: DEBUG nova.network.neutron [-] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.690352] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9bfa235a-bc83-4505-aaff-08f56378594a/9bfa235a-bc83-4505-aaff-08f56378594a.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.692058] env[62679]: INFO nova.compute.manager [-] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Took 1.56 seconds to deallocate network for instance. [ 912.692058] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86cd99a5-29be-42c2-afa2-8f8dea9f3c2b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.716024] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 912.716024] env[62679]: value = "task-2412491" [ 912.716024] env[62679]: _type = "Task" [ 912.716024] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.722415] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412491, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.809575] env[62679]: DEBUG nova.network.neutron [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Successfully created port: 96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.890900] env[62679]: DEBUG nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.891504] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.891735] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.891889] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.892082] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.892245] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.892393] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.892595] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.892775] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.894225] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.894225] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.894225] env[62679]: DEBUG nova.virt.hardware [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.894365] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e2e8c1-7f19-4d85-b835-fb9e29b02c47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.904226] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b296e0eb-1c02-41c1-946a-10e7a825629b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.046925] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance eb8d8525-a9f0-418d-9d3b-bed3dc25a91d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 913.047252] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 913.047405] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 913.050035] env[62679]: INFO nova.compute.manager [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Unrescuing [ 913.050293] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.050437] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquired lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.050598] env[62679]: DEBUG nova.network.neutron [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.112434] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412486, 'name': Destroy_Task, 'duration_secs': 1.567332} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.112706] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Destroyed the VM [ 913.113202] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.113470] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5181ef9d-fff8-44ac-9238-38839c6930b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.121274] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 913.121274] env[62679]: value = "task-2412492" [ 913.121274] env[62679]: _type = "Task" [ 913.121274] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.132319] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.134934] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquiring lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.135086] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquired lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.135236] env[62679]: DEBUG nova.network.neutron [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.154465] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c391855-3b29-4070-b3bc-6c8739ed2ad6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.168701] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844b0fe-c113-450d-94b1-a5763e6224ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.206611] env[62679]: DEBUG nova.compute.manager [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Detach interface failed, port_id=41fc18f8-3a06-48af-a7e1-b0f2d527287f, reason: Instance 2ff0f505-aec0-4d53-a903-3ec35770e061 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 913.206749] env[62679]: DEBUG nova.compute.manager [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Received event network-vif-plugged-c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 913.207374] env[62679]: DEBUG oslo_concurrency.lockutils [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] Acquiring lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.207374] env[62679]: DEBUG oslo_concurrency.lockutils [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.207556] env[62679]: DEBUG oslo_concurrency.lockutils [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.207592] env[62679]: DEBUG nova.compute.manager [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] No waiting events found dispatching network-vif-plugged-c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.207793] env[62679]: WARNING nova.compute.manager [req-2683b912-aaa1-4873-96bd-d5e484cb772d req-6a5bb41a-69e0-411e-a2a7-ddd8f6514782 service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Received unexpected event network-vif-plugged-c329b574-2176-4b22-9f79-d2b06db74796 for instance with vm_state building and task_state spawning. [ 913.214557] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.226424] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412491, 'name': ReconfigVM_Task, 'duration_secs': 0.296266} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.226693] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9bfa235a-bc83-4505-aaff-08f56378594a/9bfa235a-bc83-4505-aaff-08f56378594a.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.227335] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-731bd099-ce90-46d1-98d5-627dbc9317d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.235180] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 913.235180] env[62679]: value = "task-2412493" [ 913.235180] env[62679]: _type = "Task" [ 913.235180] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.250024] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412493, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.269873] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.271341] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.271786] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.271786] env[62679]: DEBUG nova.virt.hardware [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.272456] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f95a5a-4259-4c0e-ae96-04815cc1afd6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.283716] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f297d-8eb2-48ea-9131-db48fc8b6e59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.298732] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:cf:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e447a8-40cd-4e26-88e3-3b09017e40ed', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.306209] env[62679]: DEBUG oslo.service.loopingcall [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.309117] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.309729] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eafabed-ace6-44b7-9a1f-2d9444404d5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.333775] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.333775] env[62679]: value = "task-2412494" [ 913.333775] env[62679]: _type = "Task" [ 913.333775] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.344536] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412494, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.376835] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13464207-09fb-4ba3-8231-a8b19d2189e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.385855] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c2dc07-27ee-4b4f-ab6f-11d9354e6fa5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.424389] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b48471e-c3e7-4024-9bf1-9d92801dacff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.433619] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dd937b-fcbf-4126-bfa2-d13984c44f36 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.448105] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.521361] env[62679]: DEBUG nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.544675] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.544920] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.545086] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.545268] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.545414] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.545563] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.545775] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.545921] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.546096] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.546260] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.546429] env[62679]: DEBUG nova.virt.hardware [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.547296] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64814674-4492-47e3-9720-3a511f1452fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.559019] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df698b8-c99d-467a-bb37-865e0173b1cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.631765] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412492, 'name': RemoveSnapshot_Task, 'duration_secs': 0.483534} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.632011] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 913.632344] env[62679]: DEBUG nova.compute.manager [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.633186] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d0ddf-d29f-44a2-afb4-b775503ff6e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.702602] env[62679]: DEBUG nova.network.neutron [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.747996] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412493, 'name': Rename_Task, 'duration_secs': 0.158766} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.748327] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.748627] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e58cc78-d683-4418-b8b2-7c2299cddcb5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.756305] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 913.756305] env[62679]: value = "task-2412495" [ 913.756305] env[62679]: _type = "Task" [ 913.756305] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.764767] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.847867] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412494, 'name': CreateVM_Task, 'duration_secs': 0.36891} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.850354] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.851084] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.851257] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.851562] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.852179] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eff3759-d98b-440f-b7c0-b67562e98275 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.857215] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 913.857215] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524fb0ca-b558-f7ce-e2ac-b86c48308369" [ 913.857215] env[62679]: _type = "Task" [ 913.857215] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.865125] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524fb0ca-b558-f7ce-e2ac-b86c48308369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.951876] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.020786] env[62679]: DEBUG nova.network.neutron [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Updating instance_info_cache with network_info: [{"id": "c329b574-2176-4b22-9f79-d2b06db74796", "address": "fa:16:3e:dc:a6:0e", "network": {"id": "6a0f3f4d-ef05-4588-89c1-aad4284a3032", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1637486346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d074ae95b3004374862c115e6d82c733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc329b574-21", "ovs_interfaceid": "c329b574-2176-4b22-9f79-d2b06db74796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.041904] env[62679]: DEBUG nova.network.neutron [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.148999] env[62679]: INFO nova.compute.manager [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Shelve offloading [ 914.266709] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412495, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.367989] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524fb0ca-b558-f7ce-e2ac-b86c48308369, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.368317] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.368555] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.368789] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.368949] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.369126] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.369391] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94198afe-443e-461f-b772-fad76f6d9b43 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.381338] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.381524] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.382327] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c1ff34-cdff-4bbf-aff6-7b95fd2e0ca6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.388761] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 914.388761] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a71bc0-fd7f-ac30-b3b6-bc40c833944f" [ 914.388761] env[62679]: _type = "Task" [ 914.388761] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.398399] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a71bc0-fd7f-ac30-b3b6-bc40c833944f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.424741] env[62679]: DEBUG nova.network.neutron [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Successfully updated port: 96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.456924] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 914.457256] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.968s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.457525] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.602s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.457710] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.459824] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.553s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.460025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.461810] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.652s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.463275] env[62679]: INFO nova.compute.claims [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.490586] env[62679]: INFO nova.scheduler.client.report [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted allocations for instance d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a [ 914.493199] env[62679]: INFO nova.scheduler.client.report [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Deleted allocations for instance cb2e798e-8018-4281-adb3-d3213738e05d [ 914.523577] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Releasing lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.526249] env[62679]: DEBUG nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance network_info: |[{"id": "c329b574-2176-4b22-9f79-d2b06db74796", "address": "fa:16:3e:dc:a6:0e", "network": {"id": "6a0f3f4d-ef05-4588-89c1-aad4284a3032", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1637486346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d074ae95b3004374862c115e6d82c733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc329b574-21", "ovs_interfaceid": "c329b574-2176-4b22-9f79-d2b06db74796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.526249] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a6:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c329b574-2176-4b22-9f79-d2b06db74796', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.533455] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Creating folder: Project (d074ae95b3004374862c115e6d82c733). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.534648] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-545701f1-594f-4683-81bb-96a220e60885 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.546635] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Releasing lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.546635] env[62679]: DEBUG nova.objects.instance [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lazy-loading 'flavor' on Instance uuid d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.553023] env[62679]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 914.553023] env[62679]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62679) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 914.553023] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Folder already exists: Project (d074ae95b3004374862c115e6d82c733). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 914.553023] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Creating folder: Instances. Parent ref: group-v489113. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.553023] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-357af9cd-490e-4eb0-94dd-8f1dbecc6f82 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.566372] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Created folder: Instances in parent group-v489113. [ 914.567031] env[62679]: DEBUG oslo.service.loopingcall [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.567412] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.568843] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-527af7cb-0ad6-4a82-a05c-9430cf28fc4d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.601128] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.601128] env[62679]: value = "task-2412498" [ 914.601128] env[62679]: _type = "Task" [ 914.601128] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.612237] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412498, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.653352] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.653712] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db826503-1dc1-42ce-9de9-c414c2a1e5af {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.661017] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 914.661017] env[62679]: value = "task-2412499" [ 914.661017] env[62679]: _type = "Task" [ 914.661017] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.669923] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.677872] env[62679]: DEBUG nova.compute.manager [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Received event network-changed-c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 914.678010] env[62679]: DEBUG nova.compute.manager [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Refreshing instance network info cache due to event network-changed-c329b574-2176-4b22-9f79-d2b06db74796. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 914.678237] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Acquiring lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.678380] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Acquired lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.678667] env[62679]: DEBUG nova.network.neutron [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Refreshing network info cache for port c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.768235] env[62679]: DEBUG oslo_vmware.api [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412495, 'name': PowerOnVM_Task, 'duration_secs': 0.91675} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.768504] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.768756] env[62679]: INFO nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Took 8.08 seconds to spawn the instance on the hypervisor. [ 914.768967] env[62679]: DEBUG nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.769795] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38592ede-5462-46a4-bb8e-e4f0a1424555 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.900254] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a71bc0-fd7f-ac30-b3b6-bc40c833944f, 'name': SearchDatastore_Task, 'duration_secs': 0.019562} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.901039] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d7b8ae-6ee4-4c23-8abf-dd0e924928d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.906449] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 914.906449] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5216d70f-c1ea-ceb3-6af9-ad8c4aa93408" [ 914.906449] env[62679]: _type = "Task" [ 914.906449] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.914318] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5216d70f-c1ea-ceb3-6af9-ad8c4aa93408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.926950] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.927100] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquired lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.927249] env[62679]: DEBUG nova.network.neutron [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.000704] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79f83f8c-46c9-472b-a545-f66c51337225 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.600s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.003857] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c103ffc-9d11-40de-8ec9-2a9ac570ccec tempest-ServersWithSpecificFlavorTestJSON-351615550 tempest-ServersWithSpecificFlavorTestJSON-351615550-project-member] Lock "cb2e798e-8018-4281-adb3-d3213738e05d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.743s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.053374] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98000bdf-a3c2-4479-a355-241d6e789396 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.078970] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.079269] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbbb8b0a-232e-4ef4-8a73-303010c9c64e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.088294] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 915.088294] env[62679]: value = "task-2412500" [ 915.088294] env[62679]: _type = "Task" [ 915.088294] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.097355] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.111683] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412498, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.173459] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.173732] env[62679]: DEBUG nova.compute.manager [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.174614] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d531539-db46-4a5e-86ad-3aa66b04457a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.183502] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.183711] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.183891] env[62679]: DEBUG nova.network.neutron [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.289040] env[62679]: INFO nova.compute.manager [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Took 21.76 seconds to build instance. [ 915.417823] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5216d70f-c1ea-ceb3-6af9-ad8c4aa93408, 'name': SearchDatastore_Task, 'duration_secs': 0.01794} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.418196] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.418543] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.418868] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9009a599-2dd5-4f4d-b42f-f5ce7f6588e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.428018] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 915.428018] env[62679]: value = "task-2412501" [ 915.428018] env[62679]: _type = "Task" [ 915.428018] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.437471] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.500978] env[62679]: DEBUG nova.network.neutron [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.539938] env[62679]: DEBUG nova.network.neutron [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Updated VIF entry in instance network info cache for port c329b574-2176-4b22-9f79-d2b06db74796. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.540427] env[62679]: DEBUG nova.network.neutron [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Updating instance_info_cache with network_info: [{"id": "c329b574-2176-4b22-9f79-d2b06db74796", "address": "fa:16:3e:dc:a6:0e", "network": {"id": "6a0f3f4d-ef05-4588-89c1-aad4284a3032", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1637486346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d074ae95b3004374862c115e6d82c733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc329b574-21", "ovs_interfaceid": "c329b574-2176-4b22-9f79-d2b06db74796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.600825] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412500, 'name': PowerOffVM_Task, 'duration_secs': 0.27258} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.601160] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.606757] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfiguring VM instance instance-00000032 to detach disk 2002 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 915.609719] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a608e2-8ff1-41b6-b29f-7ab0c5ec54cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.633096] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412498, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.636350] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 915.636350] env[62679]: value = "task-2412502" [ 915.636350] env[62679]: _type = "Task" [ 915.636350] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.643729] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.789396] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635340e9-a156-4302-b4b1-cbd7373cf7e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.792379] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ba58f946-982e-4bc1-ab0e-2e03e43c566f tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.270s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.798018] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17cbef5-db32-41e1-974c-d416c7cfd939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.829953] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41909c2a-0fa1-4f7e-9acf-0a35e663e6e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.838145] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78f6d7-ab67-4c5f-a33a-746fb74891c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.853841] env[62679]: DEBUG nova.compute.provider_tree [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.890241] env[62679]: DEBUG nova.network.neutron [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.942636] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.042910] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Releasing lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.043257] env[62679]: DEBUG nova.compute.manager [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Received event network-vif-plugged-96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 916.043799] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Acquiring lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.044350] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.044823] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.045216] env[62679]: DEBUG nova.compute.manager [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] No waiting events found dispatching network-vif-plugged-96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.045588] env[62679]: WARNING nova.compute.manager [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Received unexpected event network-vif-plugged-96f9dc1b-3a6f-4745-a25e-33fe7fff7def for instance with vm_state building and task_state spawning. [ 916.046112] env[62679]: DEBUG nova.compute.manager [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Received event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 916.046496] env[62679]: DEBUG nova.compute.manager [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing instance network info cache due to event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 916.046670] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Acquiring lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.120194] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412498, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.135206] env[62679]: DEBUG nova.network.neutron [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98359273-aa", "ovs_interfaceid": "98359273-aa19-47e9-9969-2c9bdb662728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.146866] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412502, 'name': ReconfigVM_Task, 'duration_secs': 0.263707} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.147217] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfigured VM instance instance-00000032 to detach disk 2002 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 916.147405] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.147700] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdcc7f90-1721-4e07-b4a2-6f260d74b542 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.160289] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 916.160289] env[62679]: value = "task-2412503" [ 916.160289] env[62679]: _type = "Task" [ 916.160289] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.161788] env[62679]: DEBUG nova.compute.manager [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Received event network-changed-132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 916.161887] env[62679]: DEBUG nova.compute.manager [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Refreshing instance network info cache due to event network-changed-132c190b-0bd8-4f8f-9f91-90b79aef80d9. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 916.162090] env[62679]: DEBUG oslo_concurrency.lockutils [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] Acquiring lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.162231] env[62679]: DEBUG oslo_concurrency.lockutils [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] Acquired lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.162394] env[62679]: DEBUG nova.network.neutron [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Refreshing network info cache for port 132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.175299] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.357675] env[62679]: DEBUG nova.scheduler.client.report [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.393621] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Releasing lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.394272] env[62679]: DEBUG nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Instance network_info: |[{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.394856] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Acquired lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.395091] env[62679]: DEBUG nova.network.neutron [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.396351] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:b0:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96f9dc1b-3a6f-4745-a25e-33fe7fff7def', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.405167] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Creating folder: Project (bd97da917d6344d78f711d0422447701). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.405617] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfab75fa-1458-481f-9274-ed1b21028e89 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.422031] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Created folder: Project (bd97da917d6344d78f711d0422447701) in parent group-v488891. [ 916.422242] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Creating folder: Instances. Parent ref: group-v489134. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.422548] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63965b4d-d513-4550-af48-5298c1444302 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.436665] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Created folder: Instances in parent group-v489134. [ 916.436665] env[62679]: DEBUG oslo.service.loopingcall [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.439602] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.439991] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412501, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.440232] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1e0d633-b39f-42be-9104-2dcccc826be0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.462719] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.462719] env[62679]: value = "task-2412506" [ 916.462719] env[62679]: _type = "Task" [ 916.462719] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.475415] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412506, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.621725] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412498, 'name': CreateVM_Task, 'duration_secs': 1.56481} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.622035] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.622676] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489118', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'name': 'volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '060d93bc-811b-4a0e-a30e-3fac1a51eeef', 'attached_at': '', 'detached_at': '', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'serial': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57'}, 'attachment_id': 'b52e43c9-6f75-4b77-984d-906088a4889d', 'volume_type': None}], 'swap': None} {{(pid=62679) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 916.622961] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Root volume attach. Driver type: vmdk {{(pid=62679) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 916.623790] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098aca89-4e11-439f-b1f2-e6b6bcee66f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.631992] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c148e3dc-cd93-4beb-acee-e2f639cacbaa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.638865] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0099112-af62-43de-9a1c-7581ee6cecf3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.641805] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.647702] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-54d33395-12b3-4175-a612-ef7a3de0a69b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.655693] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 916.655693] env[62679]: value = "task-2412507" [ 916.655693] env[62679]: _type = "Task" [ 916.655693] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.667183] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.678984] env[62679]: DEBUG oslo_vmware.api [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412503, 'name': PowerOnVM_Task, 'duration_secs': 0.425274} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.679267] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.679492] env[62679]: DEBUG nova.compute.manager [None req-c3804208-ef19-4cef-910a-53663d898c3f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.680332] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b089779-ce8c-4c89-92e1-74644520fb61 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.729733] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "06985fc0-2bf8-4719-9f42-87d5b064d399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.730092] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.863848] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.864885] env[62679]: DEBUG nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.870401] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.656s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.870858] env[62679]: DEBUG nova.objects.instance [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'resources' on Instance uuid 2ff0f505-aec0-4d53-a903-3ec35770e061 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.945131] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412501, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.151595} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.945475] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.945726] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.946061] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b6da74-38ab-40c6-b36d-ed140b4339b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.955360] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 916.955360] env[62679]: value = "task-2412508" [ 916.955360] env[62679]: _type = "Task" [ 916.955360] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.967222] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.977688] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412506, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.170575] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 42%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.233012] env[62679]: DEBUG nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.376407] env[62679]: DEBUG nova.compute.utils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 917.383367] env[62679]: DEBUG nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.383367] env[62679]: DEBUG nova.network.neutron [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.445628] env[62679]: DEBUG nova.policy [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee468334102847e197f24093fb1037e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63e9aea9ee7b415f8b834b1b1cdb4e6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.467701] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154783} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.471826] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.477751] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc5a95-75fc-49ef-9538-dc111ac8f69d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.493645] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412506, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.526530] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.529067] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5f9293-cb37-4199-8ec9-a1bd78f1abd6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.558671] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 917.558671] env[62679]: value = "task-2412509" [ 917.558671] env[62679]: _type = "Task" [ 917.558671] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.572269] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.668388] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 56%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.712708] env[62679]: DEBUG nova.network.neutron [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updated VIF entry in instance network info cache for port 132c190b-0bd8-4f8f-9f91-90b79aef80d9. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.716123] env[62679]: DEBUG nova.network.neutron [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.765757] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.778535] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a520427a-1d0a-4fdc-912b-4e0a1209937a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.791069] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5180bc2-1167-4489-a4bc-8b8894f23209 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.830556] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.831705] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f5ca9a-52fb-4017-90cf-5e9b088620e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.835574] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b57733-d26f-4b01-8d4d-1105c322057f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.841082] env[62679]: DEBUG nova.compute.manager [req-bd63f80c-3f36-4c3d-a16e-db6bf44be5e0 req-74b89ecb-3bbd-467f-846e-7594f5d414e4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received event network-vif-unplugged-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 917.841456] env[62679]: DEBUG oslo_concurrency.lockutils [req-bd63f80c-3f36-4c3d-a16e-db6bf44be5e0 req-74b89ecb-3bbd-467f-846e-7594f5d414e4 service nova] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.842216] env[62679]: DEBUG oslo_concurrency.lockutils [req-bd63f80c-3f36-4c3d-a16e-db6bf44be5e0 req-74b89ecb-3bbd-467f-846e-7594f5d414e4 service nova] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.842216] env[62679]: DEBUG oslo_concurrency.lockutils [req-bd63f80c-3f36-4c3d-a16e-db6bf44be5e0 req-74b89ecb-3bbd-467f-846e-7594f5d414e4 service nova] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.842216] env[62679]: DEBUG nova.compute.manager [req-bd63f80c-3f36-4c3d-a16e-db6bf44be5e0 req-74b89ecb-3bbd-467f-846e-7594f5d414e4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] No waiting events found dispatching network-vif-unplugged-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.842420] env[62679]: WARNING nova.compute.manager [req-bd63f80c-3f36-4c3d-a16e-db6bf44be5e0 req-74b89ecb-3bbd-467f-846e-7594f5d414e4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received unexpected event network-vif-unplugged-98359273-aa19-47e9-9969-2c9bdb662728 for instance with vm_state shelved and task_state shelving_offloading. [ 917.844845] env[62679]: DEBUG nova.network.neutron [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updated VIF entry in instance network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.845286] env[62679]: DEBUG nova.network.neutron [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.849844] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.852866] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d31d093b-b47e-4d4a-a617-d95cc1f1c48b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.856874] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07523761-9726-4abd-980b-9927af8eb979 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.876827] env[62679]: DEBUG nova.compute.provider_tree [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.880339] env[62679]: DEBUG nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.980183] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412506, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.998369] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.998369] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.998628] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleting the datastore file [datastore1] c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.999063] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5335d263-95c8-4203-a12c-8f82594ac611 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.010958] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 918.010958] env[62679]: value = "task-2412511" [ 918.010958] env[62679]: _type = "Task" [ 918.010958] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.024836] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.051264] env[62679]: DEBUG nova.network.neutron [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Successfully created port: f30675c1-b02d-4032-ad72-3d7e6d54c28d {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.072789] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.173255] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 69%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.223022] env[62679]: DEBUG oslo_concurrency.lockutils [req-7d03bac5-b7ff-4c54-8547-330c6b9181a9 req-f2f2d993-f4f4-4931-a79a-00b4c90f001e service nova] Releasing lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.351432] env[62679]: DEBUG oslo_concurrency.lockutils [req-8345a9f7-3a53-40e7-8566-22774d346d9d req-8b0e38d3-f524-4bfb-88fe-1f946079c6ea service nova] Releasing lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.380949] env[62679]: DEBUG nova.scheduler.client.report [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.481820] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412506, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.526099] env[62679]: DEBUG oslo_vmware.api [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338595} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.526486] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.526776] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.527112] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.562188] env[62679]: INFO nova.scheduler.client.report [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleted allocations for instance c50c07a8-9798-4a97-9cd6-e911dbff70aa [ 918.577935] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412509, 'name': ReconfigVM_Task, 'duration_secs': 0.62416} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.577935] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 139427fa-b878-454f-b3fe-b8fbeac3b9ab/139427fa-b878-454f-b3fe-b8fbeac3b9ab.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.578494] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b33279ce-0781-447c-a284-9ced01292b56 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.591023] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 918.591023] env[62679]: value = "task-2412512" [ 918.591023] env[62679]: _type = "Task" [ 918.591023] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.601200] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412512, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.674607] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 84%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.894084] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.897733] env[62679]: DEBUG nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.901540] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.136s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.905886] env[62679]: INFO nova.compute.claims [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.933957] env[62679]: INFO nova.scheduler.client.report [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted allocations for instance 2ff0f505-aec0-4d53-a903-3ec35770e061 [ 918.937836] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.938253] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.938253] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.938383] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.938526] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.938704] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.938965] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.942664] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.942664] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.942664] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.942664] env[62679]: DEBUG nova.virt.hardware [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.942664] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76724d3c-f17a-43b9-9ced-559dbb76fe5b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.958366] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f3b51-b493-45b6-9fed-0ca84b59a542 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.988873] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412506, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.071881] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.099962] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412512, 'name': Rename_Task, 'duration_secs': 0.27824} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.100459] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.100956] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a79ff32-fa16-4889-bb38-de2db26976d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.109885] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 919.109885] env[62679]: value = "task-2412513" [ 919.109885] env[62679]: _type = "Task" [ 919.109885] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.119706] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.173500] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 97%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.455035] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6ce7c996-1001-43bd-b73e-c7b17d05d7dc tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "2ff0f505-aec0-4d53-a903-3ec35770e061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.992s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.490178] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412506, 'name': CreateVM_Task, 'duration_secs': 2.570966} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.490355] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.491118] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.491290] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.491681] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.491940] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b6053a-f64e-452e-961f-f57ace052757 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.496728] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 919.496728] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad1d2f-b35a-91e1-c70c-9ff3d35acbb9" [ 919.496728] env[62679]: _type = "Task" [ 919.496728] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.504837] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad1d2f-b35a-91e1-c70c-9ff3d35acbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.624058] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.673958] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 97%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.807242] env[62679]: DEBUG nova.compute.manager [req-720f08b4-2a9a-4538-a470-f305a904adfe req-caa0f1b8-25ce-413a-bd95-cd97675a69cf service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Received event network-vif-plugged-f30675c1-b02d-4032-ad72-3d7e6d54c28d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 919.807523] env[62679]: DEBUG oslo_concurrency.lockutils [req-720f08b4-2a9a-4538-a470-f305a904adfe req-caa0f1b8-25ce-413a-bd95-cd97675a69cf service nova] Acquiring lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.808126] env[62679]: DEBUG oslo_concurrency.lockutils [req-720f08b4-2a9a-4538-a470-f305a904adfe req-caa0f1b8-25ce-413a-bd95-cd97675a69cf service nova] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.808126] env[62679]: DEBUG oslo_concurrency.lockutils [req-720f08b4-2a9a-4538-a470-f305a904adfe req-caa0f1b8-25ce-413a-bd95-cd97675a69cf service nova] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.808126] env[62679]: DEBUG nova.compute.manager [req-720f08b4-2a9a-4538-a470-f305a904adfe req-caa0f1b8-25ce-413a-bd95-cd97675a69cf service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] No waiting events found dispatching network-vif-plugged-f30675c1-b02d-4032-ad72-3d7e6d54c28d {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.808623] env[62679]: WARNING nova.compute.manager [req-720f08b4-2a9a-4538-a470-f305a904adfe req-caa0f1b8-25ce-413a-bd95-cd97675a69cf service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Received unexpected event network-vif-plugged-f30675c1-b02d-4032-ad72-3d7e6d54c28d for instance with vm_state building and task_state spawning. [ 919.948326] env[62679]: DEBUG nova.compute.manager [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received event network-changed-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 919.948520] env[62679]: DEBUG nova.compute.manager [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Refreshing instance network info cache due to event network-changed-98359273-aa19-47e9-9969-2c9bdb662728. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 919.948720] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Acquiring lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.948864] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Acquired lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.949149] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Refreshing network info cache for port 98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.011704] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ad1d2f-b35a-91e1-c70c-9ff3d35acbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.038769} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.011704] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.012549] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.012853] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.013048] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.013378] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.016217] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9a4b61c-f798-4efa-be47-efae8a514e0b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.034519] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.034519] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.036961] env[62679]: DEBUG nova.network.neutron [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Successfully updated port: f30675c1-b02d-4032-ad72-3d7e6d54c28d {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.037915] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a93fce-6197-4bb7-bb6d-0b1b196a59fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.048111] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 920.048111] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bbf7a7-cec1-49cd-d952-50dafa553f4b" [ 920.048111] env[62679]: _type = "Task" [ 920.048111] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.056172] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bbf7a7-cec1-49cd-d952-50dafa553f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.124785] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.174980] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task} progress is 98%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.232866] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dace927-13f2-4f9b-97ed-dc45a0012bb2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.241765] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ed350-fb0f-4d3a-a6fc-d7f346d6aabf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.275709] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d95f76c-39bf-4e06-8f4e-2edd39fcd41c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.285360] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c41da8-a177-4356-91b7-80a9b6e2eb2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.300786] env[62679]: DEBUG nova.compute.provider_tree [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.545927] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "refresh_cache-eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.546033] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "refresh_cache-eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.546199] env[62679]: DEBUG nova.network.neutron [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.564796] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52bbf7a7-cec1-49cd-d952-50dafa553f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.034042} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.565877] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eed97a3-4963-40e9-ab4e-56f46368a08e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.571248] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 920.571248] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522f9e54-0019-5908-6f7d-83028b97a2f6" [ 920.571248] env[62679]: _type = "Task" [ 920.571248] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.578993] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522f9e54-0019-5908-6f7d-83028b97a2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.581731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.581971] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.582214] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.582358] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.582520] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.584650] env[62679]: INFO nova.compute.manager [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Terminating instance [ 920.619874] env[62679]: DEBUG oslo_vmware.api [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412513, 'name': PowerOnVM_Task, 'duration_secs': 1.225548} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.620157] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.620572] env[62679]: DEBUG nova.compute.manager [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.621619] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d486bf61-94fa-44e8-b364-403bcc7cfb9d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.677217] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412507, 'name': RelocateVM_Task, 'duration_secs': 3.660639} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.677498] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 920.677745] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489118', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'name': 'volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '060d93bc-811b-4a0e-a30e-3fac1a51eeef', 'attached_at': '', 'detached_at': '', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'serial': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 920.679625] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0653196-c1a1-4104-bc88-2117b02245b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.694730] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a651255-7420-4e13-9b73-00cf8c60519f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.717258] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57/volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.720169] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f05d23b5-bee1-4e5a-804f-db14d2478b74 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.740303] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 920.740303] env[62679]: value = "task-2412514" [ 920.740303] env[62679]: _type = "Task" [ 920.740303] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.748298] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.770389] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updated VIF entry in instance network info cache for port 98359273-aa19-47e9-9969-2c9bdb662728. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.771752] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap98359273-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.804241] env[62679]: DEBUG nova.scheduler.client.report [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.041308] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.083440] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522f9e54-0019-5908-6f7d-83028b97a2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.037824} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.084019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.084346] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 42cb516d-dfb7-4ba1-90b5-daa3e221eb32/42cb516d-dfb7-4ba1-90b5-daa3e221eb32.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.084679] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8916992c-d22d-4eae-8035-f4904a4d006f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.089515] env[62679]: DEBUG nova.network.neutron [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.094614] env[62679]: DEBUG nova.compute.manager [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.094840] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.096037] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccefa65-7f00-4d9a-986c-4be99ae0dac8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.102570] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 921.102570] env[62679]: value = "task-2412515" [ 921.102570] env[62679]: _type = "Task" [ 921.102570] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.110181] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.110919] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-736ae6f1-14e7-4a65-bce7-0578c2c426e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.115917] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.117317] env[62679]: DEBUG oslo_vmware.api [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 921.117317] env[62679]: value = "task-2412516" [ 921.117317] env[62679]: _type = "Task" [ 921.117317] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.129375] env[62679]: DEBUG oslo_vmware.api [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.142245] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.256138] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412514, 'name': ReconfigVM_Task, 'duration_secs': 0.395449} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.256138] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57/volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.261064] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc14d8b-1edd-44f9-a9f6-efacc118c62f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.275646] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Releasing lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.275779] env[62679]: DEBUG nova.compute.manager [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Received event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 921.275944] env[62679]: DEBUG nova.compute.manager [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing instance network info cache due to event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 921.276242] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Acquiring lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.276409] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Acquired lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.276703] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.282800] env[62679]: DEBUG nova.network.neutron [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Updating instance_info_cache with network_info: [{"id": "f30675c1-b02d-4032-ad72-3d7e6d54c28d", "address": "fa:16:3e:52:ad:e3", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30675c1-b0", "ovs_interfaceid": "f30675c1-b02d-4032-ad72-3d7e6d54c28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.283462] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 921.283462] env[62679]: value = "task-2412517" [ 921.283462] env[62679]: _type = "Task" [ 921.283462] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.303031] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.311111] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.311778] env[62679]: DEBUG nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.315025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.243s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.315262] env[62679]: DEBUG nova.objects.instance [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lazy-loading 'resources' on Instance uuid c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.615157] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.628998] env[62679]: DEBUG oslo_vmware.api [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412516, 'name': PowerOffVM_Task, 'duration_secs': 0.261254} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.629291] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.629463] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.629736] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c696dff6-d9b5-4b91-a330-464fe991cb7a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.696035] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.696263] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.696450] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleting the datastore file [datastore2] f4de9396-2bee-4327-b96f-2ce0bd74ed16 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.697072] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdc822c1-c138-4e63-960c-5d1c2bf72ae3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.704114] env[62679]: DEBUG oslo_vmware.api [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 921.704114] env[62679]: value = "task-2412519" [ 921.704114] env[62679]: _type = "Task" [ 921.704114] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.713151] env[62679]: DEBUG oslo_vmware.api [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.789775] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "refresh_cache-eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.790227] env[62679]: DEBUG nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Instance network_info: |[{"id": "f30675c1-b02d-4032-ad72-3d7e6d54c28d", "address": "fa:16:3e:52:ad:e3", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30675c1-b0", "ovs_interfaceid": "f30675c1-b02d-4032-ad72-3d7e6d54c28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.793810] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ad:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30675c1-b02d-4032-ad72-3d7e6d54c28d', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.802883] env[62679]: DEBUG oslo.service.loopingcall [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.802883] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412517, 'name': ReconfigVM_Task, 'duration_secs': 0.412309} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.803175] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.803259] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489118', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'name': 'volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '060d93bc-811b-4a0e-a30e-3fac1a51eeef', 'attached_at': '', 'detached_at': '', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'serial': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 921.805482] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd211a89-633e-4341-9700-2bf55f6f73d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.818128] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f74e0db1-97f8-4684-b6d8-7abc98c969ee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.821937] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.822175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.822370] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.822550] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.822713] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.825413] env[62679]: DEBUG nova.compute.utils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.826468] env[62679]: DEBUG nova.objects.instance [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lazy-loading 'numa_topology' on Instance uuid c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.829136] env[62679]: INFO nova.compute.manager [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Terminating instance [ 921.830537] env[62679]: DEBUG nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.830709] env[62679]: DEBUG nova.network.neutron [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.837974] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 921.837974] env[62679]: value = "task-2412520" [ 921.837974] env[62679]: _type = "Task" [ 921.837974] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.838940] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.838940] env[62679]: value = "task-2412521" [ 921.838940] env[62679]: _type = "Task" [ 921.838940] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.848542] env[62679]: DEBUG nova.compute.manager [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Received event network-changed-f30675c1-b02d-4032-ad72-3d7e6d54c28d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 921.848755] env[62679]: DEBUG nova.compute.manager [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Refreshing instance network info cache due to event network-changed-f30675c1-b02d-4032-ad72-3d7e6d54c28d. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 921.848979] env[62679]: DEBUG oslo_concurrency.lockutils [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] Acquiring lock "refresh_cache-eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.849137] env[62679]: DEBUG oslo_concurrency.lockutils [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] Acquired lock "refresh_cache-eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.849296] env[62679]: DEBUG nova.network.neutron [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Refreshing network info cache for port f30675c1-b02d-4032-ad72-3d7e6d54c28d {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.854985] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412520, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.860486] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412521, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.913845] env[62679]: DEBUG nova.policy [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f103793fa5004b8fa436725033c38b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01a15c67d4e4b0d8da3270eaf8b2548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.044992] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updated VIF entry in instance network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.045439] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.123999] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54185} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.124599] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 42cb516d-dfb7-4ba1-90b5-daa3e221eb32/42cb516d-dfb7-4ba1-90b5-daa3e221eb32.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.124988] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.125432] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66ec8853-374e-477e-b557-9b49b3708811 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.135541] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 922.135541] env[62679]: value = "task-2412522" [ 922.135541] env[62679]: _type = "Task" [ 922.135541] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.151023] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.211932] env[62679]: DEBUG nova.network.neutron [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Successfully created port: ecd12bc1-e781-47a4-9149-196fa32e641e {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.225313] env[62679]: DEBUG oslo_vmware.api [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292674} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.225313] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.225313] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.225313] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.225313] env[62679]: INFO nova.compute.manager [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 922.225313] env[62679]: DEBUG oslo.service.loopingcall [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.225313] env[62679]: DEBUG nova.compute.manager [-] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.225313] env[62679]: DEBUG nova.network.neutron [-] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.333872] env[62679]: DEBUG nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.335101] env[62679]: DEBUG nova.objects.base [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.338335] env[62679]: DEBUG nova.compute.manager [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.338583] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.339502] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f365daf-bb49-476c-bf2c-9a6f732e6d2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.358439] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.366990] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da2025ab-00d2-44a2-b783-611526056136 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.368360] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412521, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.368658] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412520, 'name': Rename_Task, 'duration_secs': 0.322676} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.369597] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.369937] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6902a70-d8f9-45af-b6d9-782003ea0ac9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.375793] env[62679]: DEBUG oslo_vmware.api [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 922.375793] env[62679]: value = "task-2412523" [ 922.375793] env[62679]: _type = "Task" [ 922.375793] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.377026] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 922.377026] env[62679]: value = "task-2412524" [ 922.377026] env[62679]: _type = "Task" [ 922.377026] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.395123] env[62679]: DEBUG oslo_vmware.api [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.399435] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.402528] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "e966d896-b5a7-41e5-98f1-1a94e926757b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.402742] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.417091] env[62679]: INFO nova.compute.manager [None req-09e3bfe7-10bc-4208-bea0-0809cb78be7d tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Get console output [ 922.417756] env[62679]: WARNING nova.virt.vmwareapi.driver [None req-09e3bfe7-10bc-4208-bea0-0809cb78be7d tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] The console log is missing. Check your VSPC configuration [ 922.551140] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Releasing lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.551140] env[62679]: DEBUG nova.compute.manager [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Received event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 922.551140] env[62679]: DEBUG nova.compute.manager [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing instance network info cache due to event network-changed-af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 922.551389] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Acquiring lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.551389] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Acquired lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.551544] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Refreshing network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.649984] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159888} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.649984] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.650901] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644ebfe-9fe1-4347-afc7-dfb5f45dbb93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.682037] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 42cb516d-dfb7-4ba1-90b5-daa3e221eb32/42cb516d-dfb7-4ba1-90b5-daa3e221eb32.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.688527] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3dc9f53-9330-4830-ba52-12e7c1d8b519 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.708470] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 922.708470] env[62679]: value = "task-2412525" [ 922.708470] env[62679]: _type = "Task" [ 922.708470] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.718340] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.784043] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bcccbb-15cf-4f16-8c14-37efa70eacbd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.791590] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8fa62f-0d5c-47e8-81be-dc9ff91e5504 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.823934] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d4ab94-e66b-4d85-9155-6c4296db992e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.831670] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c05ea7-87c5-4431-bda0-b2291172b8b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.849783] env[62679]: DEBUG nova.compute.provider_tree [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.851728] env[62679]: DEBUG nova.network.neutron [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Updated VIF entry in instance network info cache for port f30675c1-b02d-4032-ad72-3d7e6d54c28d. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.852113] env[62679]: DEBUG nova.network.neutron [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Updating instance_info_cache with network_info: [{"id": "f30675c1-b02d-4032-ad72-3d7e6d54c28d", "address": "fa:16:3e:52:ad:e3", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30675c1-b0", "ovs_interfaceid": "f30675c1-b02d-4032-ad72-3d7e6d54c28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.861764] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412521, 'name': CreateVM_Task, 'duration_secs': 0.591766} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.861942] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.862643] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.862822] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.863176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.863439] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80e2dbc-392b-4ea4-8032-b6c54d59c66f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.868673] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 922.868673] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520760d8-f467-2e67-f966-dc73cc638229" [ 922.868673] env[62679]: _type = "Task" [ 922.868673] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.879242] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520760d8-f467-2e67-f966-dc73cc638229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.891339] env[62679]: DEBUG oslo_vmware.api [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412523, 'name': PowerOffVM_Task, 'duration_secs': 0.308799} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.894518] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.894763] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.895103] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.895620] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7f2cee1-758b-4e7c-8241-6f94523a484a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.907819] env[62679]: DEBUG nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.977367] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.977731] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.977806] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleting the datastore file [datastore2] 139427fa-b878-454f-b3fe-b8fbeac3b9ab {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.978369] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39864f8c-5e8f-4a97-83f1-75441e849823 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.985065] env[62679]: DEBUG oslo_vmware.api [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 922.985065] env[62679]: value = "task-2412527" [ 922.985065] env[62679]: _type = "Task" [ 922.985065] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.993417] env[62679]: DEBUG oslo_vmware.api [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.072035] env[62679]: DEBUG nova.network.neutron [-] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.219145] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.340467] env[62679]: DEBUG nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.356968] env[62679]: DEBUG oslo_concurrency.lockutils [req-6caff765-f8a4-42f2-84ec-7b106d896290 req-fe88937b-6fdb-4514-9a74-9cf0f45e8800 service nova] Releasing lock "refresh_cache-eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.357949] env[62679]: DEBUG nova.scheduler.client.report [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.369548] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.369855] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.370074] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.370322] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.370516] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.370709] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.370947] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.371468] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.372949] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.372949] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.373579] env[62679]: DEBUG nova.virt.hardware [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.374762] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cb7a11-d9e1-4bea-9b56-7aea20102cfa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.379454] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updated VIF entry in instance network info cache for port af28bcfd-0703-4bce-83cb-947dc1b9032a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.379804] env[62679]: DEBUG nova.network.neutron [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [{"id": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "address": "fa:16:3e:d7:0d:28", "network": {"id": "567752fe-9ecb-4b91-a4e8-12e5ea997ad0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1884059241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a35433359745d086a3d6a8d7a4fffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf28bcfd-07", "ovs_interfaceid": "af28bcfd-0703-4bce-83cb-947dc1b9032a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.396238] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0c6cd9-9a2c-4af8-a3d0-a14affb6a5eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.400620] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520760d8-f467-2e67-f966-dc73cc638229, 'name': SearchDatastore_Task, 'duration_secs': 0.020632} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.403895] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.404168] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.404400] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.404548] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.404724] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.405667] env[62679]: DEBUG oslo_vmware.api [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412524, 'name': PowerOnVM_Task, 'duration_secs': 0.83863} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.406037] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e0d1a37-bdb4-4891-8d1a-78c86a616938 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.407898] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.408136] env[62679]: INFO nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Took 10.52 seconds to spawn the instance on the hypervisor. [ 923.408318] env[62679]: DEBUG nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.419331] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b4ad6b-e186-4169-ab88-8d70f754ba76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.434131] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.434811] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.435492] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20da4d7c-b33a-4d6f-ab59-d920aae4513e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.440984] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 923.440984] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52482315-4099-2285-0f25-d958fc5a5cb3" [ 923.440984] env[62679]: _type = "Task" [ 923.440984] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.444743] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.450562] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52482315-4099-2285-0f25-d958fc5a5cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.495390] env[62679]: DEBUG oslo_vmware.api [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296065} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.495929] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.495929] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.496034] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.496195] env[62679]: INFO nova.compute.manager [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Took 1.16 seconds to destroy the instance on the hypervisor. [ 923.496404] env[62679]: DEBUG oslo.service.loopingcall [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.496631] env[62679]: DEBUG nova.compute.manager [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.496724] env[62679]: DEBUG nova.network.neutron [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.551904] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "22e41608-3622-4e14-ab78-b9d704068900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.551904] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "22e41608-3622-4e14-ab78-b9d704068900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.551904] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "22e41608-3622-4e14-ab78-b9d704068900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.551904] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "22e41608-3622-4e14-ab78-b9d704068900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.551904] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "22e41608-3622-4e14-ab78-b9d704068900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.557091] env[62679]: INFO nova.compute.manager [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Terminating instance [ 923.573201] env[62679]: INFO nova.compute.manager [-] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Took 1.35 seconds to deallocate network for instance. [ 923.722290] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412525, 'name': ReconfigVM_Task, 'duration_secs': 0.810647} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.722612] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 42cb516d-dfb7-4ba1-90b5-daa3e221eb32/42cb516d-dfb7-4ba1-90b5-daa3e221eb32.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.723256] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ef0d4b2-58b5-4de0-bd6c-8479deb08391 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.729016] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 923.729016] env[62679]: value = "task-2412528" [ 923.729016] env[62679]: _type = "Task" [ 923.729016] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.738738] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412528, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.834159] env[62679]: DEBUG nova.compute.manager [req-33b2febe-5cf8-45be-9b77-9a70e7da19f8 req-4421d6d5-8a93-471d-bce5-556e5552ffa9 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Received event network-vif-deleted-f7e447a8-40cd-4e26-88e3-3b09017e40ed {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 923.834358] env[62679]: INFO nova.compute.manager [req-33b2febe-5cf8-45be-9b77-9a70e7da19f8 req-4421d6d5-8a93-471d-bce5-556e5552ffa9 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Neutron deleted interface f7e447a8-40cd-4e26-88e3-3b09017e40ed; detaching it from the instance and deleting it from the info cache [ 923.834543] env[62679]: DEBUG nova.network.neutron [req-33b2febe-5cf8-45be-9b77-9a70e7da19f8 req-4421d6d5-8a93-471d-bce5-556e5552ffa9 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.864747] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.550s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.867556] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.728s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.867556] env[62679]: DEBUG nova.objects.instance [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 923.886979] env[62679]: DEBUG oslo_concurrency.lockutils [req-4bc3da0d-46f0-4e27-90c6-1833ab56888e req-e657e1fc-d598-429c-b591-d319d3fa58d4 service nova] Releasing lock "refresh_cache-d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.946408] env[62679]: INFO nova.compute.manager [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Took 24.86 seconds to build instance. [ 923.955058] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52482315-4099-2285-0f25-d958fc5a5cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013895} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.956809] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8905ffd-1e75-448c-9816-7d2e84429f26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.965624] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 923.965624] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b6b7d-210a-8650-be1a-4659314b216a" [ 923.965624] env[62679]: _type = "Task" [ 923.965624] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.982266] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b6b7d-210a-8650-be1a-4659314b216a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.061822] env[62679]: DEBUG nova.compute.manager [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.062792] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.063850] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a201be3-c95d-4e49-acce-4ca4d3e95a97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.072321] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.073170] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-512d0b7f-9b43-4e7a-ac7f-e052bf1fbb13 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.082041] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.082041] env[62679]: DEBUG oslo_vmware.api [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 924.082041] env[62679]: value = "task-2412529" [ 924.082041] env[62679]: _type = "Task" [ 924.082041] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.092816] env[62679]: DEBUG oslo_vmware.api [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.150998] env[62679]: DEBUG nova.compute.manager [req-bd04e97d-d8fa-4b07-9af9-b8a219f4dd6d req-517f463d-9868-464f-9f60-8444249ad34a service nova] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Received event network-vif-deleted-f844dcf6-1344-4963-83a9-5b230e586494 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 924.243561] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412528, 'name': Rename_Task, 'duration_secs': 0.269716} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.243955] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.244332] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6722cd79-2a13-4651-beaf-2088f63d12bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.252832] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 924.252832] env[62679]: value = "task-2412530" [ 924.252832] env[62679]: _type = "Task" [ 924.252832] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.262708] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.317222] env[62679]: DEBUG nova.network.neutron [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.338859] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6423365a-b43c-4f35-9606-e46795d346bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.349430] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a607db2-04e0-48ad-81d7-4ac1c365b141 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.394661] env[62679]: DEBUG nova.compute.manager [req-33b2febe-5cf8-45be-9b77-9a70e7da19f8 req-4421d6d5-8a93-471d-bce5-556e5552ffa9 service nova] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Detach interface failed, port_id=f7e447a8-40cd-4e26-88e3-3b09017e40ed, reason: Instance 139427fa-b878-454f-b3fe-b8fbeac3b9ab could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 924.398446] env[62679]: DEBUG oslo_concurrency.lockutils [None req-52761318-3644-41d8-b851-4aba63d0e543 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.361s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.398446] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.356s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.398446] env[62679]: INFO nova.compute.manager [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Unshelving [ 924.448719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-da37b193-20b0-48b3-afa5-d4ce2ea5e47b tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.375s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.475907] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b6b7d-210a-8650-be1a-4659314b216a, 'name': SearchDatastore_Task, 'duration_secs': 0.023904} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.476209] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.476474] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] eb8d8525-a9f0-418d-9d3b-bed3dc25a91d/eb8d8525-a9f0-418d-9d3b-bed3dc25a91d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.476989] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59eed258-8efb-4829-a3d5-6e2345d753e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.484207] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 924.484207] env[62679]: value = "task-2412531" [ 924.484207] env[62679]: _type = "Task" [ 924.484207] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.494282] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.590916] env[62679]: DEBUG oslo_vmware.api [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412529, 'name': PowerOffVM_Task, 'duration_secs': 0.244618} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.591476] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.591677] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.592077] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45803583-ce86-47de-84e0-9cc80ba9e806 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.611978] env[62679]: DEBUG nova.network.neutron [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Successfully updated port: ecd12bc1-e781-47a4-9149-196fa32e641e {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.659154] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.659406] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.659596] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Deleting the datastore file [datastore2] 22e41608-3622-4e14-ab78-b9d704068900 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.660259] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c08d53f-861e-462c-8013-be6600e6c1f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.672174] env[62679]: DEBUG oslo_vmware.api [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 924.672174] env[62679]: value = "task-2412533" [ 924.672174] env[62679]: _type = "Task" [ 924.672174] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.680437] env[62679]: DEBUG oslo_vmware.api [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.768534] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.821796] env[62679]: INFO nova.compute.manager [-] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Took 1.32 seconds to deallocate network for instance. [ 924.898109] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a62d4992-2dce-4169-9a32-cbe5bf6ea61c tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.900018] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.454s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.906162] env[62679]: INFO nova.compute.claims [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.997538] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.116951] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-06985fc0-2bf8-4719-9f42-87d5b064d399" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.118166] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-06985fc0-2bf8-4719-9f42-87d5b064d399" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.118166] env[62679]: DEBUG nova.network.neutron [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.188565] env[62679]: DEBUG oslo_vmware.api [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318543} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.188565] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.188565] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.188565] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.188565] env[62679]: INFO nova.compute.manager [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.192846] env[62679]: DEBUG oslo.service.loopingcall [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.192846] env[62679]: DEBUG nova.compute.manager [-] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.192846] env[62679]: DEBUG nova.network.neutron [-] [instance: 22e41608-3622-4e14-ab78-b9d704068900] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.264686] env[62679]: DEBUG oslo_vmware.api [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412530, 'name': PowerOnVM_Task, 'duration_secs': 0.667499} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.264867] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.268231] env[62679]: INFO nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Took 11.74 seconds to spawn the instance on the hypervisor. [ 925.268231] env[62679]: DEBUG nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.268231] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5021db2d-e723-4cce-a35a-9803e83f9bb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.329075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.448445] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.496444] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631589} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.497138] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] eb8d8525-a9f0-418d-9d3b-bed3dc25a91d/eb8d8525-a9f0-418d-9d3b-bed3dc25a91d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.497592] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.498126] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d9b4da2-0b65-4d26-8a8e-f0af092b56eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.505188] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 925.505188] env[62679]: value = "task-2412534" [ 925.505188] env[62679]: _type = "Task" [ 925.505188] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.514574] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.729026] env[62679]: DEBUG nova.network.neutron [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.791593] env[62679]: INFO nova.compute.manager [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Took 20.37 seconds to build instance. [ 925.869462] env[62679]: DEBUG nova.compute.manager [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Received event network-vif-plugged-ecd12bc1-e781-47a4-9149-196fa32e641e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 925.869462] env[62679]: DEBUG oslo_concurrency.lockutils [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] Acquiring lock "06985fc0-2bf8-4719-9f42-87d5b064d399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.869629] env[62679]: DEBUG oslo_concurrency.lockutils [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.869782] env[62679]: DEBUG oslo_concurrency.lockutils [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.869958] env[62679]: DEBUG nova.compute.manager [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] No waiting events found dispatching network-vif-plugged-ecd12bc1-e781-47a4-9149-196fa32e641e {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.870249] env[62679]: WARNING nova.compute.manager [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Received unexpected event network-vif-plugged-ecd12bc1-e781-47a4-9149-196fa32e641e for instance with vm_state building and task_state spawning. [ 925.870469] env[62679]: DEBUG nova.compute.manager [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Received event network-changed-ecd12bc1-e781-47a4-9149-196fa32e641e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 925.870758] env[62679]: DEBUG nova.compute.manager [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Refreshing instance network info cache due to event network-changed-ecd12bc1-e781-47a4-9149-196fa32e641e. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 925.870924] env[62679]: DEBUG oslo_concurrency.lockutils [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] Acquiring lock "refresh_cache-06985fc0-2bf8-4719-9f42-87d5b064d399" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.020179] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19617} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.023433] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.024458] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4e21ea-2d5c-41e3-9b18-3a0a165e7224 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.050820] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] eb8d8525-a9f0-418d-9d3b-bed3dc25a91d/eb8d8525-a9f0-418d-9d3b-bed3dc25a91d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.051183] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f789be4-7b8e-4816-a41b-fca34734a138 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.079025] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 926.079025] env[62679]: value = "task-2412535" [ 926.079025] env[62679]: _type = "Task" [ 926.079025] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.092132] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.154777] env[62679]: DEBUG nova.network.neutron [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Updating instance_info_cache with network_info: [{"id": "ecd12bc1-e781-47a4-9149-196fa32e641e", "address": "fa:16:3e:32:4f:88", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd12bc1-e7", "ovs_interfaceid": "ecd12bc1-e781-47a4-9149-196fa32e641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.186138] env[62679]: DEBUG nova.compute.manager [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Received event network-changed-c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 926.186477] env[62679]: DEBUG nova.compute.manager [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Refreshing instance network info cache due to event network-changed-c329b574-2176-4b22-9f79-d2b06db74796. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 926.186615] env[62679]: DEBUG oslo_concurrency.lockutils [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] Acquiring lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.186795] env[62679]: DEBUG oslo_concurrency.lockutils [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] Acquired lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.186885] env[62679]: DEBUG nova.network.neutron [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Refreshing network info cache for port c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.296290] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ca795d6f-a3f4-48d6-a7e9-fd3d0dd988ed tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.880s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.310230] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9fdeca-e66b-4941-a9cc-6f17f68c4d72 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.320254] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be10a67-f86e-43ce-bd29-359941e6d20c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.357204] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b079f5-8a32-4653-ac24-83d9f9543909 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.366158] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1fa4d7-c203-4996-9b37-e07afcddf308 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.384255] env[62679]: DEBUG nova.compute.provider_tree [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.591651] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.659685] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-06985fc0-2bf8-4719-9f42-87d5b064d399" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.660073] env[62679]: DEBUG nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Instance network_info: |[{"id": "ecd12bc1-e781-47a4-9149-196fa32e641e", "address": "fa:16:3e:32:4f:88", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd12bc1-e7", "ovs_interfaceid": "ecd12bc1-e781-47a4-9149-196fa32e641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.660388] env[62679]: DEBUG oslo_concurrency.lockutils [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] Acquired lock "refresh_cache-06985fc0-2bf8-4719-9f42-87d5b064d399" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.660613] env[62679]: DEBUG nova.network.neutron [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Refreshing network info cache for port ecd12bc1-e781-47a4-9149-196fa32e641e {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.661847] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:4f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecd12bc1-e781-47a4-9149-196fa32e641e', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.672116] env[62679]: DEBUG oslo.service.loopingcall [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.674133] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.674801] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa907e84-c04b-4585-b687-7012b68d2093 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.702771] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.702771] env[62679]: value = "task-2412536" [ 926.702771] env[62679]: _type = "Task" [ 926.702771] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.711949] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412536, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.889198] env[62679]: DEBUG nova.scheduler.client.report [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.892723] env[62679]: DEBUG nova.network.neutron [-] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.091751] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.212963] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412536, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.395186] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.395874] env[62679]: DEBUG nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.399132] env[62679]: INFO nova.compute.manager [-] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Took 2.21 seconds to deallocate network for instance. [ 927.399755] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.319s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.400069] env[62679]: DEBUG nova.objects.instance [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'resources' on Instance uuid f4de9396-2bee-4327-b96f-2ce0bd74ed16 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.566736] env[62679]: DEBUG nova.network.neutron [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Updated VIF entry in instance network info cache for port c329b574-2176-4b22-9f79-d2b06db74796. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.567136] env[62679]: DEBUG nova.network.neutron [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Updating instance_info_cache with network_info: [{"id": "c329b574-2176-4b22-9f79-d2b06db74796", "address": "fa:16:3e:dc:a6:0e", "network": {"id": "6a0f3f4d-ef05-4588-89c1-aad4284a3032", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1637486346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d074ae95b3004374862c115e6d82c733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc329b574-21", "ovs_interfaceid": "c329b574-2176-4b22-9f79-d2b06db74796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.596508] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.677272] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.677516] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.715091] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412536, 'name': CreateVM_Task, 'duration_secs': 0.644789} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.715277] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.715972] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.716164] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.716738] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.716888] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9b801e-ff4b-41cf-ac14-ae2817d15aed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.723807] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 927.723807] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528d5273-a2e7-f936-14a9-af8b271a339c" [ 927.723807] env[62679]: _type = "Task" [ 927.723807] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.732056] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528d5273-a2e7-f936-14a9-af8b271a339c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.878622] env[62679]: DEBUG nova.network.neutron [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Updated VIF entry in instance network info cache for port ecd12bc1-e781-47a4-9149-196fa32e641e. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.879079] env[62679]: DEBUG nova.network.neutron [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Updating instance_info_cache with network_info: [{"id": "ecd12bc1-e781-47a4-9149-196fa32e641e", "address": "fa:16:3e:32:4f:88", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecd12bc1-e7", "ovs_interfaceid": "ecd12bc1-e781-47a4-9149-196fa32e641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.901449] env[62679]: DEBUG nova.compute.utils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 927.902860] env[62679]: DEBUG nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.903032] env[62679]: DEBUG nova.network.neutron [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.910065] env[62679]: DEBUG nova.compute.manager [req-35935c64-0a8f-41e7-9a24-6ad994c95302 req-bce86d95-a1e9-4527-8f1b-21647efeced4 service nova] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Received event network-vif-deleted-b19ab091-a1d6-4be3-b030-5faaeaef92dd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 927.912438] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.971802] env[62679]: DEBUG nova.policy [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78d3eaa0d6e5414fb99f8610f4268dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eda8bc0c643746308f40495098e5cf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.070287] env[62679]: DEBUG oslo_concurrency.lockutils [req-d8c79c9e-dfe8-4e5c-83f7-286f1a0e7be8 req-3eae2f7f-9d95-45df-aa27-9392c326050e service nova] Releasing lock "refresh_cache-060d93bc-811b-4a0e-a30e-3fac1a51eeef" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.092951] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.169732] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313a273-4a8f-439a-8224-954e65a1826f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.177307] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529230d5-81f3-4431-bc19-abe178f48410 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.182966] env[62679]: DEBUG nova.compute.utils [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.210579] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.533s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.211366] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94980fd0-9c12-4d84-b717-ed4753de8d6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.220439] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b484b5-3b47-43e7-9cc7-fc248d587302 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.241334] env[62679]: DEBUG nova.compute.provider_tree [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.242683] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528d5273-a2e7-f936-14a9-af8b271a339c, 'name': SearchDatastore_Task, 'duration_secs': 0.04201} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.243983] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.244229] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.244460] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.244607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.244790] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.245917] env[62679]: DEBUG nova.compute.manager [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Received event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 928.246110] env[62679]: DEBUG nova.compute.manager [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing instance network info cache due to event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 928.246349] env[62679]: DEBUG oslo_concurrency.lockutils [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] Acquiring lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.246478] env[62679]: DEBUG oslo_concurrency.lockutils [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] Acquired lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.246588] env[62679]: DEBUG nova.network.neutron [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.247754] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8171ce5e-8568-4c0a-ae15-2173aff2ac1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.261019] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.261228] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.262162] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa1f251-106b-432f-be35-9cf10948009c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.267843] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 928.267843] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52132fdf-2dcb-2ca9-178a-83291ebd78dc" [ 928.267843] env[62679]: _type = "Task" [ 928.267843] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.277653] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52132fdf-2dcb-2ca9-178a-83291ebd78dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.385766] env[62679]: DEBUG oslo_concurrency.lockutils [req-0ef08859-d6f5-4777-bc2a-81e0c10214e5 req-e1ba950f-fb8c-4f32-9d7a-c170c44fc98a service nova] Releasing lock "refresh_cache-06985fc0-2bf8-4719-9f42-87d5b064d399" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.406691] env[62679]: DEBUG nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.477160] env[62679]: DEBUG nova.network.neutron [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Successfully created port: 92ae0b8f-9045-41f4-95d9-1aac957c3494 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.602461] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412535, 'name': ReconfigVM_Task, 'duration_secs': 2.044189} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.602461] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] eb8d8525-a9f0-418d-9d3b-bed3dc25a91d/eb8d8525-a9f0-418d-9d3b-bed3dc25a91d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.603196] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2692e04-9064-4ab7-a58f-a63625c1da4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.609822] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 928.609822] env[62679]: value = "task-2412537" [ 928.609822] env[62679]: _type = "Task" [ 928.609822] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.618199] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412537, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.745908] env[62679]: DEBUG nova.scheduler.client.report [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.792775] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52132fdf-2dcb-2ca9-178a-83291ebd78dc, 'name': SearchDatastore_Task, 'duration_secs': 0.030219} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.792775] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9316a2-3e6a-4d7a-915b-3f30a8186122 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.798584] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 928.798584] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a39f94-49c2-5b16-40ea-c4473e76cdf3" [ 928.798584] env[62679]: _type = "Task" [ 928.798584] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.809176] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a39f94-49c2-5b16-40ea-c4473e76cdf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.120337] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412537, 'name': Rename_Task, 'duration_secs': 0.170296} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.120699] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.121034] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f448f20a-68d5-418d-a091-f16ea872962e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.128030] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 929.128030] env[62679]: value = "task-2412538" [ 929.128030] env[62679]: _type = "Task" [ 929.128030] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.135389] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.234774] env[62679]: DEBUG nova.network.neutron [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updated VIF entry in instance network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.235339] env[62679]: DEBUG nova.network.neutron [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.251697] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.254719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.926s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.254946] env[62679]: DEBUG nova.objects.instance [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'resources' on Instance uuid 139427fa-b878-454f-b3fe-b8fbeac3b9ab {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.271510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.271797] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.272099] env[62679]: INFO nova.compute.manager [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Attaching volume 16eb6a46-a171-4941-a143-ed7a8f4317c4 to /dev/sdb [ 929.282846] env[62679]: INFO nova.scheduler.client.report [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted allocations for instance f4de9396-2bee-4327-b96f-2ce0bd74ed16 [ 929.313378] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a39f94-49c2-5b16-40ea-c4473e76cdf3, 'name': SearchDatastore_Task, 'duration_secs': 0.021991} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.313378] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.313378] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 06985fc0-2bf8-4719-9f42-87d5b064d399/06985fc0-2bf8-4719-9f42-87d5b064d399.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.313378] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260b962d-ad10-472d-adb2-315955d20aaf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.316061] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d464091-80bf-4c83-bd81-37dfebc4a48f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.324315] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8b8458-0707-424e-8717-fb740cfa3abf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.327476] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 929.327476] env[62679]: value = "task-2412539" [ 929.327476] env[62679]: _type = "Task" [ 929.327476] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.336597] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.343451] env[62679]: DEBUG nova.virt.block_device [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updating existing volume attachment record: 1eade61f-b26b-4a2f-9d4c-374144dec0d3 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.407167] env[62679]: INFO nova.compute.manager [None req-b53049d1-cc9e-43f3-8ece-e415f5c13ad0 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Get console output [ 929.407367] env[62679]: WARNING nova.virt.vmwareapi.driver [None req-b53049d1-cc9e-43f3-8ece-e415f5c13ad0 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] The console log is missing. Check your VSPC configuration [ 929.416757] env[62679]: DEBUG nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.451716] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.451716] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.451716] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.451994] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.452118] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.452283] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.452483] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.454479] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.454479] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.454479] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.454479] env[62679]: DEBUG nova.virt.hardware [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.454479] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc65cc5c-112b-4d7e-b3c7-553d23efdf25 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.462659] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34012eaf-2122-4936-8335-8cfefdee932e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.642710] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.739680] env[62679]: DEBUG oslo_concurrency.lockutils [req-81e40f60-16d9-4b84-a110-cdc882624c61 req-0d8143c1-8029-4403-83d3-3e950cffbc60 service nova] Releasing lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.793810] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97cc69a5-77ff-4aaf-9a1f-8123eab2dd9e tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "f4de9396-2bee-4327-b96f-2ce0bd74ed16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.211s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.840799] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412539, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.015840] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.016087] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.067932] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6948045-d0d5-47f5-b275-744109290eb5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.076453] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea34bc-0d83-4112-a8a3-fde1d8f1dece {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.109198] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dcee2f-fc65-410c-a413-0507021714fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.117371] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212748e9-52d7-4da0-9e97-9ecaad46afc9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.131467] env[62679]: DEBUG nova.compute.provider_tree [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.140898] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412538, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.326930] env[62679]: DEBUG nova.network.neutron [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Successfully updated port: 92ae0b8f-9045-41f4-95d9-1aac957c3494 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.337483] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562891} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.338449] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 06985fc0-2bf8-4719-9f42-87d5b064d399/06985fc0-2bf8-4719-9f42-87d5b064d399.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.338735] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.339078] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c8e88bc-940e-4124-be94-efb8b2a690d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.346514] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 930.346514] env[62679]: value = "task-2412543" [ 930.346514] env[62679]: _type = "Task" [ 930.346514] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.358121] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.378638] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-c1260e22-5fe5-4006-b3af-6703e3f7ad7d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.378838] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-c1260e22-5fe5-4006-b3af-6703e3f7ad7d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.379294] env[62679]: DEBUG nova.objects.instance [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'flavor' on Instance uuid c1260e22-5fe5-4006-b3af-6703e3f7ad7d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.518537] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "7893af92-485c-4f90-89a5-15c557ca3b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.518851] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "7893af92-485c-4f90-89a5-15c557ca3b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.521311] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "7893af92-485c-4f90-89a5-15c557ca3b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.521570] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "7893af92-485c-4f90-89a5-15c557ca3b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.521738] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "7893af92-485c-4f90-89a5-15c557ca3b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.523415] env[62679]: DEBUG nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.526807] env[62679]: INFO nova.compute.manager [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Terminating instance [ 930.637714] env[62679]: DEBUG nova.scheduler.client.report [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.644305] env[62679]: DEBUG oslo_vmware.api [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412538, 'name': PowerOnVM_Task, 'duration_secs': 1.1771} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.644784] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.644991] env[62679]: INFO nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Took 11.75 seconds to spawn the instance on the hypervisor. [ 930.645192] env[62679]: DEBUG nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.645962] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1a418-42f6-4f88-a981-9425eb41d3ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.650589] env[62679]: DEBUG nova.compute.manager [req-8bd5fb5a-0152-4d14-a253-57cdc4866c92 req-5e875a14-892b-410a-adc1-8c43bcc3be73 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Received event network-vif-plugged-92ae0b8f-9045-41f4-95d9-1aac957c3494 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 930.650857] env[62679]: DEBUG oslo_concurrency.lockutils [req-8bd5fb5a-0152-4d14-a253-57cdc4866c92 req-5e875a14-892b-410a-adc1-8c43bcc3be73 service nova] Acquiring lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.651076] env[62679]: DEBUG oslo_concurrency.lockutils [req-8bd5fb5a-0152-4d14-a253-57cdc4866c92 req-5e875a14-892b-410a-adc1-8c43bcc3be73 service nova] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.651268] env[62679]: DEBUG oslo_concurrency.lockutils [req-8bd5fb5a-0152-4d14-a253-57cdc4866c92 req-5e875a14-892b-410a-adc1-8c43bcc3be73 service nova] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.651411] env[62679]: DEBUG nova.compute.manager [req-8bd5fb5a-0152-4d14-a253-57cdc4866c92 req-5e875a14-892b-410a-adc1-8c43bcc3be73 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] No waiting events found dispatching network-vif-plugged-92ae0b8f-9045-41f4-95d9-1aac957c3494 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.651601] env[62679]: WARNING nova.compute.manager [req-8bd5fb5a-0152-4d14-a253-57cdc4866c92 req-5e875a14-892b-410a-adc1-8c43bcc3be73 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Received unexpected event network-vif-plugged-92ae0b8f-9045-41f4-95d9-1aac957c3494 for instance with vm_state building and task_state spawning. [ 930.829915] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.830609] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.830609] env[62679]: DEBUG nova.network.neutron [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.856906] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06745} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.857198] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.858028] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3423d9-18ca-4360-87a7-d0301018370f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.880088] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 06985fc0-2bf8-4719-9f42-87d5b064d399/06985fc0-2bf8-4719-9f42-87d5b064d399.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.880783] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4d1dba-23b1-4caf-8ba3-617976b75696 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.905078] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 930.905078] env[62679]: value = "task-2412544" [ 930.905078] env[62679]: _type = "Task" [ 930.905078] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.913510] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.991537] env[62679]: DEBUG nova.objects.instance [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'pci_requests' on Instance uuid c1260e22-5fe5-4006-b3af-6703e3f7ad7d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.030810] env[62679]: DEBUG nova.compute.manager [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.030950] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.034808] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eff910-3387-4c9a-9932-28bd0347feec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.044021] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.044021] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd08f34-e24b-4b0a-844f-970a2afb01c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.050214] env[62679]: DEBUG oslo_vmware.api [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 931.050214] env[62679]: value = "task-2412545" [ 931.050214] env[62679]: _type = "Task" [ 931.050214] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.052023] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.061555] env[62679]: DEBUG oslo_vmware.api [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2412545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.145995] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.148477] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.703s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.148722] env[62679]: DEBUG nova.objects.instance [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lazy-loading 'pci_requests' on Instance uuid c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.170350] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "a72af12d-285a-4654-a9ee-61dcb14897d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.170564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.172950] env[62679]: INFO nova.scheduler.client.report [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted allocations for instance 139427fa-b878-454f-b3fe-b8fbeac3b9ab [ 931.174159] env[62679]: INFO nova.compute.manager [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Took 19.39 seconds to build instance. [ 931.362108] env[62679]: DEBUG nova.network.neutron [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.417789] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412544, 'name': ReconfigVM_Task, 'duration_secs': 0.40849} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.418119] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 06985fc0-2bf8-4719-9f42-87d5b064d399/06985fc0-2bf8-4719-9f42-87d5b064d399.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.418857] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e064d7b1-e8e1-48b4-9f4c-c83fae2c60b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.425013] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 931.425013] env[62679]: value = "task-2412546" [ 931.425013] env[62679]: _type = "Task" [ 931.425013] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.433808] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412546, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.494623] env[62679]: DEBUG nova.objects.base [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 931.494849] env[62679]: DEBUG nova.network.neutron [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.552475] env[62679]: DEBUG nova.network.neutron [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance_info_cache with network_info: [{"id": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "address": "fa:16:3e:80:92:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae0b8f-90", "ovs_interfaceid": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.560251] env[62679]: DEBUG nova.policy [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.565295] env[62679]: DEBUG oslo_vmware.api [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2412545, 'name': PowerOffVM_Task, 'duration_secs': 0.222287} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.566658] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.566780] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.569317] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b57684-cbcc-4dc7-bed9-32ce5167ac19 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.648280] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.648650] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.648863] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Deleting the datastore file [datastore2] 7893af92-485c-4f90-89a5-15c557ca3b24 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.649206] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a593919b-936d-4c3e-9b84-ec598a87a30f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.657978] env[62679]: DEBUG nova.objects.instance [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lazy-loading 'numa_topology' on Instance uuid c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.658360] env[62679]: DEBUG oslo_vmware.api [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for the task: (returnval){ [ 931.658360] env[62679]: value = "task-2412548" [ 931.658360] env[62679]: _type = "Task" [ 931.658360] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.666627] env[62679]: DEBUG oslo_vmware.api [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2412548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.675548] env[62679]: DEBUG nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.678385] env[62679]: DEBUG oslo_concurrency.lockutils [None req-50e1b184-dc33-4541-93f9-c05fd88e858a tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.909s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.682865] env[62679]: DEBUG oslo_concurrency.lockutils [None req-533a0671-c9e3-47a5-9eb9-e1657cbad3ab tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "139427fa-b878-454f-b3fe-b8fbeac3b9ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.861s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.931216] env[62679]: DEBUG nova.network.neutron [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Successfully created port: f291bb1d-e9dc-4c7f-9824-945ab87a2184 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.939205] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412546, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.057767] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.058136] env[62679]: DEBUG nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Instance network_info: |[{"id": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "address": "fa:16:3e:80:92:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae0b8f-90", "ovs_interfaceid": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.058610] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:92:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92ae0b8f-9045-41f4-95d9-1aac957c3494', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.066697] env[62679]: DEBUG oslo.service.loopingcall [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.066794] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.066972] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5bd4a72-232d-4e0b-a479-fc8de06c98a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.091683] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.091683] env[62679]: value = "task-2412550" [ 932.091683] env[62679]: _type = "Task" [ 932.091683] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.099550] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412550, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.159629] env[62679]: INFO nova.compute.claims [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.174540] env[62679]: DEBUG oslo_vmware.api [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Task: {'id': task-2412548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229703} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.174887] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.175134] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.175329] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.175509] env[62679]: INFO nova.compute.manager [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 932.175768] env[62679]: DEBUG oslo.service.loopingcall [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.176093] env[62679]: DEBUG nova.compute.manager [-] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.176093] env[62679]: DEBUG nova.network.neutron [-] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.210028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.436336] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412546, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.586387] env[62679]: DEBUG nova.compute.manager [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.587346] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70feb9c-69b5-4bbb-9ef4-0fa60ca7d688 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.604711] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412550, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.680174] env[62679]: DEBUG nova.compute.manager [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Received event network-changed-92ae0b8f-9045-41f4-95d9-1aac957c3494 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 932.680386] env[62679]: DEBUG nova.compute.manager [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Refreshing instance network info cache due to event network-changed-92ae0b8f-9045-41f4-95d9-1aac957c3494. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 932.680626] env[62679]: DEBUG oslo_concurrency.lockutils [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] Acquiring lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.680777] env[62679]: DEBUG oslo_concurrency.lockutils [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] Acquired lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.681059] env[62679]: DEBUG nova.network.neutron [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Refreshing network info cache for port 92ae0b8f-9045-41f4-95d9-1aac957c3494 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.937430] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412546, 'name': Rename_Task, 'duration_secs': 1.094776} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.937764] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.938079] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249c7772-ae74-4e82-8863-46e3bc90ffea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.945613] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 932.945613] env[62679]: value = "task-2412551" [ 932.945613] env[62679]: _type = "Task" [ 932.945613] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.954724] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.100380] env[62679]: INFO nova.compute.manager [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] instance snapshotting [ 933.104081] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0878298-b300-4735-8f0d-21dc8582e498 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.110875] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412550, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.128053] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0948ff98-e5ed-4120-bab0-300c235e18c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.301741] env[62679]: DEBUG nova.network.neutron [-] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.454778] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb8629c-cc17-4810-b935-5cc9d626a6da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.462857] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.468574] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c956f-608e-4252-b8b7-c283ef72ceb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.509138] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d9e41-35bb-438d-a4fb-1b9ad78ecb48 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.521826] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c22746-0063-4666-9648-345fa341b65b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.536470] env[62679]: DEBUG nova.compute.provider_tree [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.544046] env[62679]: DEBUG nova.network.neutron [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updated VIF entry in instance network info cache for port 92ae0b8f-9045-41f4-95d9-1aac957c3494. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.544405] env[62679]: DEBUG nova.network.neutron [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance_info_cache with network_info: [{"id": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "address": "fa:16:3e:80:92:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae0b8f-90", "ovs_interfaceid": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.604631] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412550, 'name': CreateVM_Task, 'duration_secs': 1.153999} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.604751] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.605516] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.606273] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.606273] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.606273] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd570f2-2afe-4e04-8687-a523f9f4e356 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.610847] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 933.610847] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523096cb-7e89-65cd-60d0-7336e555a3d1" [ 933.610847] env[62679]: _type = "Task" [ 933.610847] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.618091] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523096cb-7e89-65cd-60d0-7336e555a3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.644908] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.645238] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc3c23d1-a2e2-404c-9586-38da2e0fc1b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.653150] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 933.653150] env[62679]: value = "task-2412552" [ 933.653150] env[62679]: _type = "Task" [ 933.653150] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.662206] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.805147] env[62679]: INFO nova.compute.manager [-] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Took 1.63 seconds to deallocate network for instance. [ 933.895869] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 933.896122] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 933.896990] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01cc6a-70fc-4789-b192-7005158c28f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.914815] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab59a62-e902-4130-b400-9595d9e9460c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.939765] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-16eb6a46-a171-4941-a143-ed7a8f4317c4/volume-16eb6a46-a171-4941-a143-ed7a8f4317c4.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.940102] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b5ab5f-f226-4a82-86fc-0b228f02a096 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.962251] env[62679]: DEBUG oslo_vmware.api [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412551, 'name': PowerOnVM_Task, 'duration_secs': 0.618638} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.963523] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.964421] env[62679]: INFO nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Took 10.62 seconds to spawn the instance on the hypervisor. [ 933.964421] env[62679]: DEBUG nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.964421] env[62679]: DEBUG oslo_vmware.api [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 933.964421] env[62679]: value = "task-2412553" [ 933.964421] env[62679]: _type = "Task" [ 933.964421] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.964893] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851855c2-13d2-493f-bd47-ff38b196f916 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.978837] env[62679]: DEBUG oslo_vmware.api [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.021614] env[62679]: DEBUG nova.network.neutron [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Successfully updated port: f291bb1d-e9dc-4c7f-9824-945ab87a2184 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.043043] env[62679]: DEBUG nova.scheduler.client.report [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.046573] env[62679]: DEBUG oslo_concurrency.lockutils [req-6cdfaff2-5e91-42e8-a251-65383cb62408 req-e2c1cb5c-bf9f-4494-b0f3-9749d13ed1a7 service nova] Releasing lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.120998] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523096cb-7e89-65cd-60d0-7336e555a3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.032205} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.121346] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.121623] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.121888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.122066] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.122253] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.122540] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3517a727-ab7a-42bb-a412-638ffbb53afd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.131194] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.131369] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.132159] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43de859-6c77-42a6-9257-4dbad5693dc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.137117] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 934.137117] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52addbe0-dffb-75b8-3436-ba7352a23d19" [ 934.137117] env[62679]: _type = "Task" [ 934.137117] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.145690] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52addbe0-dffb-75b8-3436-ba7352a23d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.162251] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.312338] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.476986] env[62679]: DEBUG oslo_vmware.api [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412553, 'name': ReconfigVM_Task, 'duration_secs': 0.362383} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.477319] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-16eb6a46-a171-4941-a143-ed7a8f4317c4/volume-16eb6a46-a171-4941-a143-ed7a8f4317c4.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.485600] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908fabd3-c0e1-40ac-9dcc-960dab576047 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.502105] env[62679]: INFO nova.compute.manager [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Took 16.76 seconds to build instance. [ 934.505090] env[62679]: DEBUG oslo_vmware.api [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 934.505090] env[62679]: value = "task-2412554" [ 934.505090] env[62679]: _type = "Task" [ 934.505090] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.514172] env[62679]: DEBUG oslo_vmware.api [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.523208] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.523390] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.523575] env[62679]: DEBUG nova.network.neutron [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.548869] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.400s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.551161] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.639s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.551417] env[62679]: DEBUG nova.objects.instance [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lazy-loading 'resources' on Instance uuid 22e41608-3622-4e14-ab78-b9d704068900 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.601039] env[62679]: INFO nova.network.neutron [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating port 98359273-aa19-47e9-9969-2c9bdb662728 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 934.648231] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52addbe0-dffb-75b8-3436-ba7352a23d19, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.649021] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25708f23-ae23-4f00-b0fa-9d8b1c2c2505 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.654885] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 934.654885] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c3cfe1-b17e-c258-1f8a-60b979373f4d" [ 934.654885] env[62679]: _type = "Task" [ 934.654885] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.666845] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.677304] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c3cfe1-b17e-c258-1f8a-60b979373f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.873445] env[62679]: DEBUG nova.compute.manager [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Received event network-vif-deleted-0f9bd017-4f3d-4ff0-9c7a-32cf19426296 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 934.873669] env[62679]: DEBUG nova.compute.manager [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received event network-vif-plugged-f291bb1d-e9dc-4c7f-9824-945ab87a2184 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 934.873894] env[62679]: DEBUG oslo_concurrency.lockutils [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.874113] env[62679]: DEBUG oslo_concurrency.lockutils [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.874294] env[62679]: DEBUG oslo_concurrency.lockutils [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.874502] env[62679]: DEBUG nova.compute.manager [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] No waiting events found dispatching network-vif-plugged-f291bb1d-e9dc-4c7f-9824-945ab87a2184 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.874679] env[62679]: WARNING nova.compute.manager [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received unexpected event network-vif-plugged-f291bb1d-e9dc-4c7f-9824-945ab87a2184 for instance with vm_state active and task_state None. [ 934.874839] env[62679]: DEBUG nova.compute.manager [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received event network-changed-f291bb1d-e9dc-4c7f-9824-945ab87a2184 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 934.874992] env[62679]: DEBUG nova.compute.manager [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Refreshing instance network info cache due to event network-changed-f291bb1d-e9dc-4c7f-9824-945ab87a2184. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 934.875174] env[62679]: DEBUG oslo_concurrency.lockutils [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] Acquiring lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.928376] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de147eed-9c92-4313-8fe5-b5c35f13cdf3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.935369] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a6bf77-387b-4ee5-8947-7e615235032a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Suspending the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 934.935626] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-01f57112-07f1-4b8b-95fe-c0946e660745 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.942445] env[62679]: DEBUG oslo_vmware.api [None req-e4a6bf77-387b-4ee5-8947-7e615235032a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 934.942445] env[62679]: value = "task-2412555" [ 934.942445] env[62679]: _type = "Task" [ 934.942445] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.950655] env[62679]: DEBUG oslo_vmware.api [None req-e4a6bf77-387b-4ee5-8947-7e615235032a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412555, 'name': SuspendVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.004498] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d25cb8b0-b22d-4c01-a11b-6c8dccb14a9a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.274s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.015563] env[62679]: DEBUG oslo_vmware.api [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412554, 'name': ReconfigVM_Task, 'duration_secs': 0.142333} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.015563] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 935.072579] env[62679]: WARNING nova.network.neutron [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] f8863949-b94c-47fd-be3c-eec195347d2f already exists in list: networks containing: ['f8863949-b94c-47fd-be3c-eec195347d2f']. ignoring it [ 935.173297] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c3cfe1-b17e-c258-1f8a-60b979373f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.017891} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.176792] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.177172] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] e966d896-b5a7-41e5-98f1-1a94e926757b/e966d896-b5a7-41e5-98f1-1a94e926757b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.177547] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412552, 'name': CreateSnapshot_Task, 'duration_secs': 1.055075} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.180726] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8370c7e7-cf30-4423-abc1-b00d3b3ee902 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.183073] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 935.187367] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5e4664-557e-4e64-84cb-15766afcbe5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.203791] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 935.203791] env[62679]: value = "task-2412556" [ 935.203791] env[62679]: _type = "Task" [ 935.203791] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.212454] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.353822] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1660228f-ee6e-4c3f-97ca-c60785dd6794 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.361688] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61ed69-f5ec-484e-96ac-418948092471 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.397021] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a75f12b-9db8-49c3-a615-2a9c11a5f234 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.405332] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc090ab4-9d4e-4ae9-87a1-ac2d667b1743 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.419089] env[62679]: DEBUG nova.compute.provider_tree [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.454204] env[62679]: DEBUG oslo_vmware.api [None req-e4a6bf77-387b-4ee5-8947-7e615235032a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412555, 'name': SuspendVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.494930] env[62679]: DEBUG nova.network.neutron [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f291bb1d-e9dc-4c7f-9824-945ab87a2184", "address": "fa:16:3e:f8:e2:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf291bb1d-e9", "ovs_interfaceid": "f291bb1d-e9dc-4c7f-9824-945ab87a2184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.711636] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.711994] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78382288-6cc9-4d0b-bbee-542cca9b98e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.723631] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527542} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.724823] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] e966d896-b5a7-41e5-98f1-1a94e926757b/e966d896-b5a7-41e5-98f1-1a94e926757b.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.725082] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.725372] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 935.725372] env[62679]: value = "task-2412557" [ 935.725372] env[62679]: _type = "Task" [ 935.725372] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.725544] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5062035c-6cb1-45e9-b5fa-fff2a7daedce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.734638] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412557, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.735815] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 935.735815] env[62679]: value = "task-2412558" [ 935.735815] env[62679]: _type = "Task" [ 935.735815] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.743166] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.922756] env[62679]: DEBUG nova.scheduler.client.report [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.955142] env[62679]: DEBUG oslo_vmware.api [None req-e4a6bf77-387b-4ee5-8947-7e615235032a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412555, 'name': SuspendVM_Task, 'duration_secs': 0.852448} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.955409] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a6bf77-387b-4ee5-8947-7e615235032a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Suspended the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 935.955584] env[62679]: DEBUG nova.compute.manager [None req-e4a6bf77-387b-4ee5-8947-7e615235032a tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.956415] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7238a414-3ae6-4e17-9005-92443841de9f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.998566] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.999310] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.999507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.999796] env[62679]: DEBUG oslo_concurrency.lockutils [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] Acquired lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.000089] env[62679]: DEBUG nova.network.neutron [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Refreshing network info cache for port f291bb1d-e9dc-4c7f-9824-945ab87a2184 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.002908] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7b724c-bc0f-4afb-bdfe-b97f64bea7b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.020430] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.020697] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.020874] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.021089] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.021381] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.021550] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.021777] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.021935] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.022136] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.022305] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.022489] env[62679]: DEBUG nova.virt.hardware [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.028918] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Reconfiguring VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 936.029547] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76bc9f42-b302-418b-aaf3-eb6ff03745bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.049381] env[62679]: DEBUG oslo_vmware.api [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 936.049381] env[62679]: value = "task-2412559" [ 936.049381] env[62679]: _type = "Task" [ 936.049381] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.057269] env[62679]: DEBUG oslo_vmware.api [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412559, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.062591] env[62679]: DEBUG nova.objects.instance [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'flavor' on Instance uuid dcfd4812-6433-493e-8e99-0d4b7e66df8e {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.237218] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412557, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.246996] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064152} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.247378] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.248560] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc20e8-134b-49f9-bb93-4f6ead292557 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.282762] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e966d896-b5a7-41e5-98f1-1a94e926757b/e966d896-b5a7-41e5-98f1-1a94e926757b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.283462] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.283733] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.284333] env[62679]: DEBUG nova.network.neutron [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.286247] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53448a8f-56fb-4992-a596-7715658501fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.317289] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 936.317289] env[62679]: value = "task-2412560" [ 936.317289] env[62679]: _type = "Task" [ 936.317289] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.329275] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.429109] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.431633] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.380s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.433173] env[62679]: INFO nova.compute.claims [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.458126] env[62679]: INFO nova.scheduler.client.report [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Deleted allocations for instance 22e41608-3622-4e14-ab78-b9d704068900 [ 936.567713] env[62679]: DEBUG oslo_vmware.api [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.568212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dda469d-35b3-4b03-b48b-ba52fe014559 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.296s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.737523] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412557, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.794338] env[62679]: DEBUG nova.network.neutron [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updated VIF entry in instance network info cache for port f291bb1d-e9dc-4c7f-9824-945ab87a2184. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.794650] env[62679]: DEBUG nova.network.neutron [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f291bb1d-e9dc-4c7f-9824-945ab87a2184", "address": "fa:16:3e:f8:e2:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf291bb1d-e9", "ovs_interfaceid": "f291bb1d-e9dc-4c7f-9824-945ab87a2184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.827218] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412560, 'name': ReconfigVM_Task, 'duration_secs': 0.284394} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.827493] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e966d896-b5a7-41e5-98f1-1a94e926757b/e966d896-b5a7-41e5-98f1-1a94e926757b.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.828130] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3951afa-1d0a-469c-94fe-a99b61e85ec8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.833797] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 936.833797] env[62679]: value = "task-2412561" [ 936.833797] env[62679]: _type = "Task" [ 936.833797] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.841771] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412561, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.968258] env[62679]: DEBUG oslo_concurrency.lockutils [None req-81fe0146-83d3-4efe-9de3-99d1491f8e9a tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "22e41608-3622-4e14-ab78-b9d704068900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.418s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.065171] env[62679]: DEBUG oslo_vmware.api [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.093196] env[62679]: INFO nova.compute.manager [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Rebuilding instance [ 937.101644] env[62679]: DEBUG nova.network.neutron [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98359273-aa", "ovs_interfaceid": "98359273-aa19-47e9-9969-2c9bdb662728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.134319] env[62679]: DEBUG nova.compute.manager [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.135319] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a8eff6-1958-449b-be59-5febc29fc89e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.239496] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412557, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.297502] env[62679]: DEBUG oslo_concurrency.lockutils [req-d1c132c0-a562-4e4d-9863-f2269e3ad9b8 req-341780ff-c37d-4544-b448-e19a219fe569 service nova] Releasing lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.344403] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412561, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.390074] env[62679]: DEBUG nova.compute.manager [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received event network-vif-plugged-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 937.390451] env[62679]: DEBUG oslo_concurrency.lockutils [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.390751] env[62679]: DEBUG oslo_concurrency.lockutils [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.390936] env[62679]: DEBUG oslo_concurrency.lockutils [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.391118] env[62679]: DEBUG nova.compute.manager [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] No waiting events found dispatching network-vif-plugged-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.391330] env[62679]: WARNING nova.compute.manager [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received unexpected event network-vif-plugged-98359273-aa19-47e9-9969-2c9bdb662728 for instance with vm_state shelved_offloaded and task_state spawning. [ 937.391510] env[62679]: DEBUG nova.compute.manager [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received event network-changed-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 937.391725] env[62679]: DEBUG nova.compute.manager [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Refreshing instance network info cache due to event network-changed-98359273-aa19-47e9-9969-2c9bdb662728. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 937.391868] env[62679]: DEBUG oslo_concurrency.lockutils [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] Acquiring lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.567606] env[62679]: DEBUG oslo_vmware.api [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.604318] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.607028] env[62679]: DEBUG oslo_concurrency.lockutils [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] Acquired lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.607104] env[62679]: DEBUG nova.network.neutron [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Refreshing network info cache for port 98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.635786] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='16f78cb2d903bbdb1a0167f7151608bc',container_format='bare',created_at=2025-02-10T11:26:03Z,direct_url=,disk_format='vmdk',id=6842957d-6213-44b2-81ef-ea6ae390456d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1088203706-shelved',owner='c5b6f9dd88de4416b1b8435b8fa80cb3',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-02-10T11:26:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.636053] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.636219] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.636401] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.636547] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.636693] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.636897] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.637069] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.637244] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.637405] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.637574] env[62679]: DEBUG nova.virt.hardware [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.638441] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b8abf7-bd1a-419a-ab80-7070e7e2c0c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.650368] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b03b4-7a2a-4150-9142-5fa413b496bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.667701] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:c0:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98359273-aa19-47e9-9969-2c9bdb662728', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.675060] env[62679]: DEBUG oslo.service.loopingcall [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.676417] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.677146] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5362010c-fa6b-4db7-9694-f67e1fafb9f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.679776] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed5501d7-18b5-4b5a-b7f6-8111a7f7c759 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.700689] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb35f3c-f9de-4d7b-8aef-43316473e733 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.703261] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.703261] env[62679]: value = "task-2412562" [ 937.703261] env[62679]: _type = "Task" [ 937.703261] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.734666] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b24cb-3db3-4c7d-86dc-8e039f2d5611 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.741876] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412562, 'name': CreateVM_Task} progress is 15%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.747165] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412557, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.750156] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27db7e-fe37-4e4c-b139-8b9c96814715 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.764923] env[62679]: DEBUG nova.compute.provider_tree [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.845095] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412561, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.981337] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "607bc110-443c-4311-826c-fb2f286f6332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.981583] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "607bc110-443c-4311-826c-fb2f286f6332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.063066] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "06985fc0-2bf8-4719-9f42-87d5b064d399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.063066] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.063066] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "06985fc0-2bf8-4719-9f42-87d5b064d399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.063066] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.063476] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.064801] env[62679]: DEBUG oslo_vmware.api [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.065702] env[62679]: INFO nova.compute.manager [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Terminating instance [ 938.155381] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.155969] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e28c895-6fc3-4c4e-b1a2-fb97cb5e1cd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.165333] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 938.165333] env[62679]: value = "task-2412563" [ 938.165333] env[62679]: _type = "Task" [ 938.165333] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.175873] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.216157] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412562, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.242112] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412557, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.269025] env[62679]: DEBUG nova.scheduler.client.report [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.345662] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412561, 'name': Rename_Task, 'duration_secs': 1.144434} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.346316] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.346688] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c642b88-bbdb-43d1-b767-288b3058a9d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.355021] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 938.355021] env[62679]: value = "task-2412564" [ 938.355021] env[62679]: _type = "Task" [ 938.355021] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.357519] env[62679]: DEBUG nova.network.neutron [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updated VIF entry in instance network info cache for port 98359273-aa19-47e9-9969-2c9bdb662728. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.358048] env[62679]: DEBUG nova.network.neutron [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98359273-aa", "ovs_interfaceid": "98359273-aa19-47e9-9969-2c9bdb662728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.366662] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.484040] env[62679]: DEBUG nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.561598] env[62679]: DEBUG oslo_vmware.api [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412559, 'name': ReconfigVM_Task, 'duration_secs': 2.330118} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.562182] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.562436] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Reconfigured VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 938.569181] env[62679]: DEBUG nova.compute.manager [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.569376] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.570199] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffea172-a945-4799-a419-bc86c9ff33f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.576887] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.577159] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e95736e-c3c1-40d5-9950-8512d158c97c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.640093] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.640480] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.640656] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleting the datastore file [datastore1] 06985fc0-2bf8-4719-9f42-87d5b064d399 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.640930] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28f9924b-e4b0-41a9-9941-f6dcb4899679 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.648972] env[62679]: DEBUG oslo_vmware.api [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 938.648972] env[62679]: value = "task-2412566" [ 938.648972] env[62679]: _type = "Task" [ 938.648972] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.656785] env[62679]: DEBUG oslo_vmware.api [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.673881] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412563, 'name': PowerOffVM_Task, 'duration_secs': 0.245351} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.674174] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.715147] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412562, 'name': CreateVM_Task, 'duration_secs': 0.753403} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.715322] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.716287] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.716287] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.716614] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.716882] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ffb69c-9350-4ee5-90ac-1c75c45f2e22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.721370] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 938.721370] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b39c71-6f07-e266-4132-15a4596d2db9" [ 938.721370] env[62679]: _type = "Task" [ 938.721370] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.729109] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b39c71-6f07-e266-4132-15a4596d2db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.733218] env[62679]: INFO nova.compute.manager [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Detaching volume 16eb6a46-a171-4941-a143-ed7a8f4317c4 [ 938.747053] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412557, 'name': CloneVM_Task, 'duration_secs': 2.82264} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.747439] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Created linked-clone VM from snapshot [ 938.748275] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d578059-74bf-4b8f-ae38-30a4ea39fdbf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.755919] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Uploading image 043266b5-46a8-4bbd-b417-b1be767b359c {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 938.769701] env[62679]: INFO nova.virt.block_device [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Attempting to driver detach volume 16eb6a46-a171-4941-a143-ed7a8f4317c4 from mountpoint /dev/sdb [ 938.769932] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 938.770160] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 938.771085] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb96dd-4bc3-4481-a7af-19c2bb197955 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.774599] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.775327] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.775794] env[62679]: DEBUG nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.778227] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b498d5d-7d95-46ee-8758-caf1e52c03fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.780299] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.570s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.781752] env[62679]: INFO nova.compute.claims [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.803086] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfabd1d-3a4a-4d4a-8389-95455d7a1b1d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.807633] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 938.807633] env[62679]: value = "task-2412567" [ 938.807633] env[62679]: _type = "Task" [ 938.807633] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.816107] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e3dd4a-4fa9-466a-9413-d24cc9e10e7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.822465] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412567, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.842357] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc3a4d2-5216-4cd1-af74-e7daab6aad24 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.858382] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] The volume has not been displaced from its original location: [datastore1] volume-16eb6a46-a171-4941-a143-ed7a8f4317c4/volume-16eb6a46-a171-4941-a143-ed7a8f4317c4.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 938.863760] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 938.868223] env[62679]: DEBUG oslo_concurrency.lockutils [req-edefe19a-3c9e-4fca-99a2-c88a7ff420fc req-5c1567c4-8dff-44c5-8d4c-b07f89079bdc service nova] Releasing lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.868223] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead3f365-bc7d-462f-8e97-2b876914e396 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.887625] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412564, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.889086] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 938.889086] env[62679]: value = "task-2412568" [ 938.889086] env[62679]: _type = "Task" [ 938.889086] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.898917] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.009081] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.067238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-163cc45f-e929-47ca-a001-b8f77aac0691 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-c1260e22-5fe5-4006-b3af-6703e3f7ad7d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.688s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.158484] env[62679]: DEBUG oslo_vmware.api [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16193} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.158752] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.158938] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.159129] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.159304] env[62679]: INFO nova.compute.manager [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Took 0.59 seconds to destroy the instance on the hypervisor. [ 939.159534] env[62679]: DEBUG oslo.service.loopingcall [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.159725] env[62679]: DEBUG nova.compute.manager [-] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.159820] env[62679]: DEBUG nova.network.neutron [-] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.231854] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.232079] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Processing image 6842957d-6213-44b2-81ef-ea6ae390456d {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.232816] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d/6842957d-6213-44b2-81ef-ea6ae390456d.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.232816] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d/6842957d-6213-44b2-81ef-ea6ae390456d.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.232816] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.232992] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef03043-bf22-4720-903b-78934f0c275b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.241527] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.241697] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.242444] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfc24ba-ab9a-41f6-a470-80eea6bf128f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.247959] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 939.247959] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f32bb4-4896-8707-67ea-67497b8fd45e" [ 939.247959] env[62679]: _type = "Task" [ 939.247959] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.256696] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f32bb4-4896-8707-67ea-67497b8fd45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.281179] env[62679]: DEBUG nova.compute.utils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.282591] env[62679]: DEBUG nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.282759] env[62679]: DEBUG nova.network.neutron [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.318717] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412567, 'name': Destroy_Task, 'duration_secs': 0.347445} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.318965] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Destroyed the VM [ 939.319321] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.319570] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ae08399-1747-4e8b-a707-dfa0602848d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.329094] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 939.329094] env[62679]: value = "task-2412569" [ 939.329094] env[62679]: _type = "Task" [ 939.329094] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.336900] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.367091] env[62679]: DEBUG oslo_vmware.api [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412564, 'name': PowerOnVM_Task, 'duration_secs': 0.549359} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.367444] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.367604] env[62679]: INFO nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Took 9.95 seconds to spawn the instance on the hypervisor. [ 939.367763] env[62679]: DEBUG nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.368530] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1370b9e-0f04-4562-a1bf-18aec8e05b6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.372286] env[62679]: DEBUG nova.policy [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '979d763a055e41198d5bbaf7d996666d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a06966a1a264487c98952b9c284f6fd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.401066] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412568, 'name': ReconfigVM_Task, 'duration_secs': 0.253241} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.401375] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 939.406073] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4ac7f9-f40d-462b-aafc-a7af5ca4eed0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.421954] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 939.421954] env[62679]: value = "task-2412570" [ 939.421954] env[62679]: _type = "Task" [ 939.421954] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.431038] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.559566] env[62679]: DEBUG nova.compute.manager [req-2afd7e5b-bb53-42e1-b4eb-9e9525837c7c req-8ab0e2c3-c5c3-48e9-be9b-7c0c9fa446d7 service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Received event network-vif-deleted-ecd12bc1-e781-47a4-9149-196fa32e641e {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 939.559888] env[62679]: INFO nova.compute.manager [req-2afd7e5b-bb53-42e1-b4eb-9e9525837c7c req-8ab0e2c3-c5c3-48e9-be9b-7c0c9fa446d7 service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Neutron deleted interface ecd12bc1-e781-47a4-9149-196fa32e641e; detaching it from the instance and deleting it from the info cache [ 939.560200] env[62679]: DEBUG nova.network.neutron [req-2afd7e5b-bb53-42e1-b4eb-9e9525837c7c req-8ab0e2c3-c5c3-48e9-be9b-7c0c9fa446d7 service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.758955] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Preparing fetch location {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 939.759364] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Fetch image to [datastore2] OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de/OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de.vmdk {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 939.759607] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Downloading stream optimized image 6842957d-6213-44b2-81ef-ea6ae390456d to [datastore2] OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de/OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de.vmdk on the data store datastore2 as vApp {{(pid=62679) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 939.759790] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Downloading image file data 6842957d-6213-44b2-81ef-ea6ae390456d to the ESX as VM named 'OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de' {{(pid=62679) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 939.777804] env[62679]: DEBUG nova.network.neutron [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Successfully created port: 95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.788247] env[62679]: DEBUG nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.843791] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412569, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.853108] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 939.853108] env[62679]: value = "resgroup-9" [ 939.853108] env[62679]: _type = "ResourcePool" [ 939.853108] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 939.853108] env[62679]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eb92f249-609d-414e-931c-61e24af07266 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.880178] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lease: (returnval){ [ 939.880178] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5275c656-c9e3-ad5e-29f8-88c30920a143" [ 939.880178] env[62679]: _type = "HttpNfcLease" [ 939.880178] env[62679]: } obtained for vApp import into resource pool (val){ [ 939.880178] env[62679]: value = "resgroup-9" [ 939.880178] env[62679]: _type = "ResourcePool" [ 939.880178] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 939.881142] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the lease: (returnval){ [ 939.881142] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5275c656-c9e3-ad5e-29f8-88c30920a143" [ 939.881142] env[62679]: _type = "HttpNfcLease" [ 939.881142] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.898553] env[62679]: INFO nova.compute.manager [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Took 16.48 seconds to build instance. [ 939.902193] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.902193] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5275c656-c9e3-ad5e-29f8-88c30920a143" [ 939.902193] env[62679]: _type = "HttpNfcLease" [ 939.902193] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.938028] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412570, 'name': ReconfigVM_Task, 'duration_secs': 0.176213} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.938028] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 940.036431] env[62679]: DEBUG nova.network.neutron [-] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.064577] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33c78db5-9de0-4981-8ac3-22c7c12a9c00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.073765] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc363d-83bd-44b6-a165-246173403629 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.113703] env[62679]: DEBUG nova.compute.manager [req-2afd7e5b-bb53-42e1-b4eb-9e9525837c7c req-8ab0e2c3-c5c3-48e9-be9b-7c0c9fa446d7 service nova] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Detach interface failed, port_id=ecd12bc1-e781-47a4-9149-196fa32e641e, reason: Instance 06985fc0-2bf8-4719-9f42-87d5b064d399 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 940.162237] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b3916-6700-4c80-8766-1eeb7198f576 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.169685] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f063fe-6639-49b0-ada0-a58a141971aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.199402] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89098c50-39a1-421b-a9da-155db81f563d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.206943] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9fc985-a748-426e-8f4f-7a56839aaf9a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.221094] env[62679]: DEBUG nova.compute.provider_tree [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.340209] env[62679]: DEBUG oslo_vmware.api [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412569, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870842} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.340813] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 940.392272] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.392272] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5275c656-c9e3-ad5e-29f8-88c30920a143" [ 940.392272] env[62679]: _type = "HttpNfcLease" [ 940.392272] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 940.406761] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0acd38f3-9297-4190-b450-4cc57a99bbc5 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.004s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.539448] env[62679]: INFO nova.compute.manager [-] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Took 1.38 seconds to deallocate network for instance. [ 940.724456] env[62679]: DEBUG nova.scheduler.client.report [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.816955] env[62679]: DEBUG nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.841146] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.841401] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.841561] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.841742] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.841888] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.842048] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.842259] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.842416] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.842591] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.842874] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.843085] env[62679]: DEBUG nova.virt.hardware [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.843947] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d9150c-89b5-4b9e-9bed-99d63eda5592 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.847833] env[62679]: WARNING nova.compute.manager [None req-7261dbda-fdd6-488e-94f3-3308572c77e6 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Image not found during snapshot: nova.exception.ImageNotFound: Image 043266b5-46a8-4bbd-b417-b1be767b359c could not be found. [ 940.852484] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba7ac86-72fe-4689-9d30-7997415d1b37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.889683] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.889683] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5275c656-c9e3-ad5e-29f8-88c30920a143" [ 940.889683] env[62679]: _type = "HttpNfcLease" [ 940.889683] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.889976] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.889976] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5275c656-c9e3-ad5e-29f8-88c30920a143" [ 940.889976] env[62679]: _type = "HttpNfcLease" [ 940.889976] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 940.890754] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6851f06-79d8-4ddf-82f9-0a3251e28a6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.897768] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279855c-14f6-5be5-d513-771b6df31637/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.897950] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279855c-14f6-5be5-d513-771b6df31637/disk-0.vmdk. {{(pid=62679) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 940.967022] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b506e57f-b9c8-456f-9368-b55453061d9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.999821] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.000383] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee35247a-bc73-4b8a-aec9-0aec3ef44d7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.008343] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 941.008343] env[62679]: value = "task-2412572" [ 941.008343] env[62679]: _type = "Task" [ 941.008343] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.016492] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.045641] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.058787] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-c1260e22-5fe5-4006-b3af-6703e3f7ad7d-f291bb1d-e9dc-4c7f-9824-945ab87a2184" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.059107] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-c1260e22-5fe5-4006-b3af-6703e3f7ad7d-f291bb1d-e9dc-4c7f-9824-945ab87a2184" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.231141] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.231860] env[62679]: DEBUG nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.237558] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.925s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.237780] env[62679]: DEBUG nova.objects.instance [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lazy-loading 'resources' on Instance uuid 7893af92-485c-4f90-89a5-15c557ca3b24 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.523404] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.523631] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 941.523832] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 941.524677] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87da8f34-a4e4-4009-965e-329016b879c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.528525] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.528759] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.528961] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.529157] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.529327] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.532904] env[62679]: INFO nova.compute.manager [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Terminating instance [ 941.557204] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec377ce-d055-4ca6-b401-d2984aeb0511 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.562269] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.562367] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.563543] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb32988-843e-4d30-b4cd-c83168cd2115 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.570764] env[62679]: WARNING nova.virt.vmwareapi.driver [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 941.571172] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.574355] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93aa2ae-acea-4fb1-a94d-f44127ed2237 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.594227] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f17e2-5cde-42bf-abb1-e193da009e49 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.599268] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.601343] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc0eddcb-f2c7-46e6-9438-b4c7ee25913e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.626120] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Reconfiguring VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 941.632143] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52cda254-4258-49b8-8a17-2590284beb2b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.655327] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 941.655327] env[62679]: value = "task-2412574" [ 941.655327] env[62679]: _type = "Task" [ 941.655327] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.666116] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.667349] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.667609] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.667732] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleting the datastore file [datastore1] dcfd4812-6433-493e-8e99-0d4b7e66df8e {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.669539] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8a2045d-7f31-495d-8120-60fb4a35be02 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.676602] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 941.676602] env[62679]: value = "task-2412575" [ 941.676602] env[62679]: _type = "Task" [ 941.676602] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.690694] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.741539] env[62679]: DEBUG nova.compute.utils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.746649] env[62679]: DEBUG nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.746835] env[62679]: DEBUG nova.network.neutron [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.751545] env[62679]: DEBUG nova.compute.manager [req-b1a8c399-8663-4bb1-9df7-8d21074aa40f req-776cfc3b-e1d9-4917-87c8-d875592529c9 service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received event network-vif-plugged-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 941.751692] env[62679]: DEBUG oslo_concurrency.lockutils [req-b1a8c399-8663-4bb1-9df7-8d21074aa40f req-776cfc3b-e1d9-4917-87c8-d875592529c9 service nova] Acquiring lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.751904] env[62679]: DEBUG oslo_concurrency.lockutils [req-b1a8c399-8663-4bb1-9df7-8d21074aa40f req-776cfc3b-e1d9-4917-87c8-d875592529c9 service nova] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.752089] env[62679]: DEBUG oslo_concurrency.lockutils [req-b1a8c399-8663-4bb1-9df7-8d21074aa40f req-776cfc3b-e1d9-4917-87c8-d875592529c9 service nova] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.752260] env[62679]: DEBUG nova.compute.manager [req-b1a8c399-8663-4bb1-9df7-8d21074aa40f req-776cfc3b-e1d9-4917-87c8-d875592529c9 service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] No waiting events found dispatching network-vif-plugged-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.752426] env[62679]: WARNING nova.compute.manager [req-b1a8c399-8663-4bb1-9df7-8d21074aa40f req-776cfc3b-e1d9-4917-87c8-d875592529c9 service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received unexpected event network-vif-plugged-95dae62b-54b6-4dfe-af4a-3a877d23e279 for instance with vm_state building and task_state spawning. [ 941.832066] env[62679]: DEBUG nova.network.neutron [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Successfully updated port: 95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.862279] env[62679]: DEBUG nova.policy [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b138ef300e1a468d8c18890d07d944cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c488e408e54352beebf79d61296a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.057357] env[62679]: DEBUG nova.compute.manager [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.057786] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.058615] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f18c00-2145-4fb9-aea2-e3a2d1cd18fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.063714] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97119598-a027-4891-9c16-58517c307d0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.073396] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20d602a-3b26-4bda-b2d1-172207d5548a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.076822] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.077123] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648d4f2f-146b-4ffc-886a-0465bee33a03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.110606] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed1763-8096-478d-a118-eb3ec5abdb3d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.113663] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 942.113663] env[62679]: value = "task-2412576" [ 942.113663] env[62679]: _type = "Task" [ 942.113663] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.122863] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f834cc8-191a-41a2-874b-6cdcda401942 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.130143] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.142087] env[62679]: DEBUG nova.compute.provider_tree [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.145609] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Completed reading data from the image iterator. {{(pid=62679) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 942.146046] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279855c-14f6-5be5-d513-771b6df31637/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 942.146951] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c8516d-a373-4d12-9470-7d885e94748c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.153747] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279855c-14f6-5be5-d513-771b6df31637/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 942.153873] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279855c-14f6-5be5-d513-771b6df31637/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 942.154808] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-be819304-ebc7-4e64-aa20-eceff87a2189 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.166160] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.168273] env[62679]: DEBUG nova.network.neutron [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Successfully created port: c211c41a-f3a0-43c3-9b0f-7def59116912 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.186821] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196882} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.187190] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.187397] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.187584] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.250195] env[62679]: DEBUG nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.343522] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279855c-14f6-5be5-d513-771b6df31637/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 942.343698] env[62679]: INFO nova.virt.vmwareapi.images [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Downloaded image file data 6842957d-6213-44b2-81ef-ea6ae390456d [ 942.344294] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.344429] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.344620] env[62679]: DEBUG nova.network.neutron [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.346660] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf51e5a-6ff6-434c-aa4f-a05c8d02e904 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.367086] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b81169f-0a9f-4dd1-bf39-8f606371f320 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.373364] env[62679]: DEBUG nova.compute.manager [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Stashing vm_state: active {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 942.431533] env[62679]: INFO nova.virt.vmwareapi.images [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] The imported VM was unregistered [ 942.435980] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Caching image {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 942.436846] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.437614] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ebe958-f09e-4ae1-86a9-ceb7c62e4466 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.460721] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Created directory with path [datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.460927] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de/OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de.vmdk to [datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d/6842957d-6213-44b2-81ef-ea6ae390456d.vmdk. {{(pid=62679) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 942.461212] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3617cd09-51a7-4938-85b0-ddf979073066 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.469195] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 942.469195] env[62679]: value = "task-2412578" [ 942.469195] env[62679]: _type = "Task" [ 942.469195] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.476857] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412578, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.623809] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.652362] env[62679]: DEBUG nova.scheduler.client.report [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.667161] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.693452] env[62679]: INFO nova.virt.block_device [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Booting with volume 16eb6a46-a171-4941-a143-ed7a8f4317c4 at /dev/sdb [ 942.729211] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b4b0e30-5c3a-4ca7-9ae0-0f97a638a0fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.740475] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada9bd3-81aa-4cf0-8a1a-94f338c89643 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.773147] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-347d4f5e-583d-4548-9057-38d724c2c704 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.780923] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a65a68-c92d-4b7e-a1d9-f7e25211eab7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.814389] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d92a0-d71e-4120-b5d9-f9bbd6620c9e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.821094] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec6a8f8-4a44-44b2-ba5a-41184e3021d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.834236] env[62679]: DEBUG nova.virt.block_device [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updating existing volume attachment record: e80d4da0-1c5f-4bc8-9684-e83e78d4f468 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 942.882834] env[62679]: DEBUG nova.network.neutron [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.896421] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.979172] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412578, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.126585] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.164918] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.168485] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.159s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.170113] env[62679]: INFO nova.compute.claims [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.184458] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.196935] env[62679]: INFO nova.scheduler.client.report [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Deleted allocations for instance 7893af92-485c-4f90-89a5-15c557ca3b24 [ 943.260973] env[62679]: DEBUG nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.295165] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.295559] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.295821] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.296135] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.296385] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.296633] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.296962] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.297240] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.297539] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.297783] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.298092] env[62679]: DEBUG nova.virt.hardware [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.299438] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ca9521-116a-417d-a445-3b29490dafdd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.311782] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eecddd-1aad-4c49-9ee4-79053e50aaec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.335907] env[62679]: DEBUG nova.network.neutron [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [{"id": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "address": "fa:16:3e:cd:5f:2c", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dae62b-54", "ovs_interfaceid": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.480097] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412578, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.627501] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412576, 'name': PowerOffVM_Task, 'duration_secs': 1.197651} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.627611] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.630072] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.630072] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80aee725-42a9-4f47-aacc-cfb4e413889e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.670837] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.702759] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.703022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.703233] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleting the datastore file [datastore1] eb8d8525-a9f0-418d-9d3b-bed3dc25a91d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.704530] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c8a5546-6190-4074-82b8-11278dddd9e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.713372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-40cdea7b-63ef-485d-85e1-e72f056ab713 tempest-ServerActionsTestJSON-2084396373 tempest-ServerActionsTestJSON-2084396373-project-member] Lock "7893af92-485c-4f90-89a5-15c557ca3b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.194s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.718075] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 943.718075] env[62679]: value = "task-2412580" [ 943.718075] env[62679]: _type = "Task" [ 943.718075] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.726578] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.802995] env[62679]: DEBUG nova.compute.manager [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 943.803219] env[62679]: DEBUG nova.compute.manager [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing instance network info cache due to event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 943.803331] env[62679]: DEBUG oslo_concurrency.lockutils [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] Acquiring lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.838712] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Releasing lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.839022] env[62679]: DEBUG nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Instance network_info: |[{"id": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "address": "fa:16:3e:cd:5f:2c", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dae62b-54", "ovs_interfaceid": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.839269] env[62679]: DEBUG oslo_concurrency.lockutils [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] Acquired lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.839441] env[62679]: DEBUG nova.network.neutron [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.840871] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:5f:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95dae62b-54b6-4dfe-af4a-3a877d23e279', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.848599] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Creating folder: Project (a06966a1a264487c98952b9c284f6fd0). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.849201] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd91d3e-53c2-41fc-9e1a-235a1a061a57 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.859972] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Created folder: Project (a06966a1a264487c98952b9c284f6fd0) in parent group-v488891. [ 943.861799] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Creating folder: Instances. Parent ref: group-v489146. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.861799] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bd217e9-ab3f-471c-8961-494e0655d3fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.870501] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Created folder: Instances in parent group-v489146. [ 943.870758] env[62679]: DEBUG oslo.service.loopingcall [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.870959] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.871191] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c70d1e88-e5c2-42a0-bad9-728d69ab18dc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.893569] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.893569] env[62679]: value = "task-2412583" [ 943.893569] env[62679]: _type = "Task" [ 943.893569] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.903432] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412583, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.980621] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412578, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.078060] env[62679]: DEBUG nova.network.neutron [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Successfully updated port: c211c41a-f3a0-43c3-9b0f-7def59116912 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.172482] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.231419] env[62679]: DEBUG oslo_vmware.api [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269997} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.231728] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.232084] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.232283] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.232461] env[62679]: INFO nova.compute.manager [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Took 2.17 seconds to destroy the instance on the hypervisor. [ 944.232721] env[62679]: DEBUG oslo.service.loopingcall [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.233016] env[62679]: DEBUG nova.compute.manager [-] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.233153] env[62679]: DEBUG nova.network.neutron [-] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.406337] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412583, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.487664] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412578, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.518042] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236b11d-0355-400d-b8c1-b35b27dd27b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.530037] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d3715-86dc-46b1-80d2-9e2bc57ce08b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.570065] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039c826-4c18-4fa2-a366-7543bf4d5351 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.579403] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69402ed8-2a38-489b-831a-bb15bc471025 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.589260] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "refresh_cache-a72af12d-285a-4654-a9ee-61dcb14897d5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.590044] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "refresh_cache-a72af12d-285a-4654-a9ee-61dcb14897d5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.590219] env[62679]: DEBUG nova.network.neutron [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.604391] env[62679]: DEBUG nova.compute.provider_tree [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.671332] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.905036] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412583, 'name': CreateVM_Task, 'duration_secs': 0.998681} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.905786] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.906618] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.906812] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.907169] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.907478] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a244f617-6e81-40a7-9479-105ce10a30ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.913989] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 944.913989] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5260578a-3865-07eb-7577-0d4cb017966b" [ 944.913989] env[62679]: _type = "Task" [ 944.913989] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.918720] env[62679]: DEBUG nova.network.neutron [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updated VIF entry in instance network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.919127] env[62679]: DEBUG nova.network.neutron [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [{"id": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "address": "fa:16:3e:cd:5f:2c", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dae62b-54", "ovs_interfaceid": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.929904] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5260578a-3865-07eb-7577-0d4cb017966b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.970174] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.970174] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.970174] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.970174] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.970534] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.970534] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.970741] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.970903] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.971139] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.971442] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.971442] env[62679]: DEBUG nova.virt.hardware [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.972454] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421b2d40-e72d-4152-99cf-b43dc60843f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.990759] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412578, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.992303] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4375a5e8-82f3-405a-9a44-8d7798bb570d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.009447] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:84:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20d3c4d-1852-4219-a6c0-b211615ae15f', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.018211] env[62679]: DEBUG oslo.service.loopingcall [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.018484] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.018842] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e2c4105-fbcb-44d4-ac87-ebd7a9dae28b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.041116] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.041116] env[62679]: value = "task-2412584" [ 945.041116] env[62679]: _type = "Task" [ 945.041116] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.049819] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412584, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.108623] env[62679]: DEBUG nova.scheduler.client.report [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.160175] env[62679]: DEBUG nova.network.neutron [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.177407] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.292950] env[62679]: DEBUG nova.network.neutron [-] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.358967] env[62679]: DEBUG nova.network.neutron [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Updating instance_info_cache with network_info: [{"id": "c211c41a-f3a0-43c3-9b0f-7def59116912", "address": "fa:16:3e:25:ba:3c", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc211c41a-f3", "ovs_interfaceid": "c211c41a-f3a0-43c3-9b0f-7def59116912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.426918] env[62679]: DEBUG oslo_concurrency.lockutils [req-34b5691e-4a72-44a0-bc89-aca699a1a1e5 req-19e3d719-4d70-4d85-b170-43569795b72f service nova] Releasing lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.427203] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5260578a-3865-07eb-7577-0d4cb017966b, 'name': SearchDatastore_Task, 'duration_secs': 0.092981} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.427492] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.427721] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.427955] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.428120] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.428354] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.428654] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d3c643-cb96-45a4-a4cc-140b9519fbd5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.451157] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.451381] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.452797] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9c6e3f-bff5-424d-b72e-2a913cc45564 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.457579] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 945.457579] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5259d954-9063-44e5-4166-e388dd06426a" [ 945.457579] env[62679]: _type = "Task" [ 945.457579] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.467735] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5259d954-9063-44e5-4166-e388dd06426a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.481026] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412578, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.993298} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.484359] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de/OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de.vmdk to [datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d/6842957d-6213-44b2-81ef-ea6ae390456d.vmdk. [ 945.484359] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Cleaning up location [datastore2] OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 945.484359] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7e8d8c5b-cf39-4a5b-b981-20b8ce6217de {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.484359] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-566e89a9-5dd0-400f-a8e5-b269be3594e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.490019] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 945.490019] env[62679]: value = "task-2412585" [ 945.490019] env[62679]: _type = "Task" [ 945.490019] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.497867] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.550813] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412584, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.614904] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.615484] env[62679]: DEBUG nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.620162] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.574s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.620255] env[62679]: DEBUG nova.objects.instance [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'resources' on Instance uuid 06985fc0-2bf8-4719-9f42-87d5b064d399 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.673518] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.796634] env[62679]: INFO nova.compute.manager [-] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Took 1.56 seconds to deallocate network for instance. [ 945.833985] env[62679]: DEBUG nova.compute.manager [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Received event network-vif-plugged-c211c41a-f3a0-43c3-9b0f-7def59116912 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 945.834231] env[62679]: DEBUG oslo_concurrency.lockutils [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] Acquiring lock "a72af12d-285a-4654-a9ee-61dcb14897d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.835125] env[62679]: DEBUG oslo_concurrency.lockutils [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.835125] env[62679]: DEBUG oslo_concurrency.lockutils [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.835309] env[62679]: DEBUG nova.compute.manager [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] No waiting events found dispatching network-vif-plugged-c211c41a-f3a0-43c3-9b0f-7def59116912 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.835456] env[62679]: WARNING nova.compute.manager [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Received unexpected event network-vif-plugged-c211c41a-f3a0-43c3-9b0f-7def59116912 for instance with vm_state building and task_state spawning. [ 945.835620] env[62679]: DEBUG nova.compute.manager [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Received event network-changed-c211c41a-f3a0-43c3-9b0f-7def59116912 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 945.835790] env[62679]: DEBUG nova.compute.manager [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Refreshing instance network info cache due to event network-changed-c211c41a-f3a0-43c3-9b0f-7def59116912. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 945.835959] env[62679]: DEBUG oslo_concurrency.lockutils [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] Acquiring lock "refresh_cache-a72af12d-285a-4654-a9ee-61dcb14897d5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.865287] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "refresh_cache-a72af12d-285a-4654-a9ee-61dcb14897d5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.865660] env[62679]: DEBUG nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Instance network_info: |[{"id": "c211c41a-f3a0-43c3-9b0f-7def59116912", "address": "fa:16:3e:25:ba:3c", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc211c41a-f3", "ovs_interfaceid": "c211c41a-f3a0-43c3-9b0f-7def59116912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.866081] env[62679]: DEBUG oslo_concurrency.lockutils [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] Acquired lock "refresh_cache-a72af12d-285a-4654-a9ee-61dcb14897d5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.866409] env[62679]: DEBUG nova.network.neutron [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Refreshing network info cache for port c211c41a-f3a0-43c3-9b0f-7def59116912 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.867648] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ba:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c211c41a-f3a0-43c3-9b0f-7def59116912', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.876067] env[62679]: DEBUG oslo.service.loopingcall [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.879598] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.880378] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff12b22-ab66-444d-8011-2762918bf549 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.901071] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.901071] env[62679]: value = "task-2412586" [ 945.901071] env[62679]: _type = "Task" [ 945.901071] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.909766] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412586, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.969150] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5259d954-9063-44e5-4166-e388dd06426a, 'name': SearchDatastore_Task, 'duration_secs': 0.034511} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.969968] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7255add6-0f21-4a6e-aafb-d084c9867df9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.977349] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 945.977349] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52134884-1649-34d9-1e3d-597bd37b6394" [ 945.977349] env[62679]: _type = "Task" [ 945.977349] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.986043] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52134884-1649-34d9-1e3d-597bd37b6394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.998034] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168004} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.998388] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.998388] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d/6842957d-6213-44b2-81ef-ea6ae390456d.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.998460] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d/6842957d-6213-44b2-81ef-ea6ae390456d.vmdk to [datastore2] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.998733] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c55e416-7236-40a2-b5a8-96db17f3c473 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.006176] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 946.006176] env[62679]: value = "task-2412587" [ 946.006176] env[62679]: _type = "Task" [ 946.006176] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.014321] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.054338] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412584, 'name': CreateVM_Task, 'duration_secs': 1.008971} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.054524] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.055203] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.055408] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.055677] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.055941] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652bc0a9-8def-4445-ab03-563f30c7bbb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.060799] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 946.060799] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1cc6f-3b93-f205-1dd3-805dec9a4bbe" [ 946.060799] env[62679]: _type = "Task" [ 946.060799] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.069234] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1cc6f-3b93-f205-1dd3-805dec9a4bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.125179] env[62679]: DEBUG nova.compute.utils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.126695] env[62679]: DEBUG nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.126858] env[62679]: DEBUG nova.network.neutron [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.175089] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.277173] env[62679]: DEBUG nova.policy [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e350f5fe80bf4577a992d2ecbfc383be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e78fad615d354adb8d0e642fffa1b9a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.304126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.384489] env[62679]: DEBUG nova.network.neutron [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Updated VIF entry in instance network info cache for port c211c41a-f3a0-43c3-9b0f-7def59116912. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.384489] env[62679]: DEBUG nova.network.neutron [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Updating instance_info_cache with network_info: [{"id": "c211c41a-f3a0-43c3-9b0f-7def59116912", "address": "fa:16:3e:25:ba:3c", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc211c41a-f3", "ovs_interfaceid": "c211c41a-f3a0-43c3-9b0f-7def59116912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.415915] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412586, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.463912] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d3e5d6-ae27-4f84-b13e-92d40f86f6a1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.472261] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3352147d-3669-4a87-b568-d6189c01a81d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.518433] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd83e9c2-affc-42f1-ad6f-29bd5f6195da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.526170] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52134884-1649-34d9-1e3d-597bd37b6394, 'name': SearchDatastore_Task, 'duration_secs': 0.016245} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.526578] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.526902] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594/86c5d5c1-9f92-4b6d-9df6-2edb1e95c594.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.527232] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba9bc3d8-aa01-4a29-9989-5d6800998a14 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.534596] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412587, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.536566] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb098b-45c5-4f9e-a260-724b86f9e12d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.544608] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 946.544608] env[62679]: value = "task-2412588" [ 946.544608] env[62679]: _type = "Task" [ 946.544608] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.557463] env[62679]: DEBUG nova.compute.provider_tree [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.566247] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.578435] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1cc6f-3b93-f205-1dd3-805dec9a4bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.019786} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.578750] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.579118] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.579316] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.579430] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.579630] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.579905] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83532a55-cfea-42b6-a5d1-52631b823ec2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.592137] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.592354] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.593199] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7be1ee-54d1-414e-8f86-1655918c6645 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.600717] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 946.600717] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f8fca8-6da2-011c-9343-55e04babd4c7" [ 946.600717] env[62679]: _type = "Task" [ 946.600717] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.611895] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f8fca8-6da2-011c-9343-55e04babd4c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.633813] env[62679]: DEBUG nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.682061] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.825968] env[62679]: DEBUG nova.network.neutron [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Successfully created port: b5387313-ae8f-4cb0-8d85-c2418af1d309 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.887533] env[62679]: DEBUG oslo_concurrency.lockutils [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] Releasing lock "refresh_cache-a72af12d-285a-4654-a9ee-61dcb14897d5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.887533] env[62679]: DEBUG nova.compute.manager [req-c031c038-ba89-4943-9f8f-bbffc1c974b1 req-abc66a37-c493-4fa2-acb2-bffe51de0796 service nova] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Received event network-vif-deleted-f30675c1-b02d-4032-ad72-3d7e6d54c28d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 946.913826] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412586, 'name': CreateVM_Task, 'duration_secs': 0.712661} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.913826] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.914503] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.914673] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.915654] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.915654] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a69416-d4be-4a2c-9b50-67f3d6b41cee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.921366] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 946.921366] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5255b033-0e26-f67b-3d1a-cee34c2b6fce" [ 946.921366] env[62679]: _type = "Task" [ 946.921366] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.931281] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5255b033-0e26-f67b-3d1a-cee34c2b6fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.022347] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412587, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.056298] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.061445] env[62679]: DEBUG nova.scheduler.client.report [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.112860] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f8fca8-6da2-011c-9343-55e04babd4c7, 'name': SearchDatastore_Task, 'duration_secs': 0.061387} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.114203] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1a12fa-cbdd-47cf-8018-e2b4917a2d3d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.121513] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 947.121513] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520addb3-034b-2c70-916e-060557018f03" [ 947.121513] env[62679]: _type = "Task" [ 947.121513] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.133610] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520addb3-034b-2c70-916e-060557018f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.179182] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.441380] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5255b033-0e26-f67b-3d1a-cee34c2b6fce, 'name': SearchDatastore_Task, 'duration_secs': 0.087502} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.442376] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.442799] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.443685] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.524958] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412587, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.557112] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.566472] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.569031] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.673s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.597043] env[62679]: INFO nova.scheduler.client.report [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted allocations for instance 06985fc0-2bf8-4719-9f42-87d5b064d399 [ 947.636453] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520addb3-034b-2c70-916e-060557018f03, 'name': SearchDatastore_Task, 'duration_secs': 0.091481} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.636845] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.637397] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.637494] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.637700] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.637971] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dcceb8d-2c33-4e8a-ac10-d92cdec4fddd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.641154] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-895b5fde-d47e-4494-9b7a-49ad88a1d303 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.647932] env[62679]: DEBUG nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.652388] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 947.652388] env[62679]: value = "task-2412589" [ 947.652388] env[62679]: _type = "Task" [ 947.652388] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.662785] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.664908] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.665126] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.666375] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcbbe75-7829-47d8-87c4-595d060e82e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.678850] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 947.678850] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e26c50-0fad-c28f-37f4-12ea1ba2eff8" [ 947.678850] env[62679]: _type = "Task" [ 947.678850] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.684566] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.684806] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.684963] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.685159] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.685304] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.685452] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.685663] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.685822] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.685989] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.686175] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.686347] env[62679]: DEBUG nova.virt.hardware [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.690493] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7babeddc-2c92-4a8a-b8d8-d7c4bad92a81 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.693202] env[62679]: DEBUG oslo_vmware.api [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412574, 'name': ReconfigVM_Task, 'duration_secs': 5.970737} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.693876] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.694169] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Reconfigured VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 947.699755] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e26c50-0fad-c28f-37f4-12ea1ba2eff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.704998] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2e0e7-f96e-4c3a-a9fb-0d0f37492f83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.025964] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412587, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.047232] env[62679]: DEBUG nova.compute.manager [req-8c8b9b3c-3e2a-435f-b8c5-f5d356166f8e req-285d75f8-6442-4959-8dab-62736492191a service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received event network-vif-deleted-f291bb1d-e9dc-4c7f-9824-945ab87a2184 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 948.047489] env[62679]: INFO nova.compute.manager [req-8c8b9b3c-3e2a-435f-b8c5-f5d356166f8e req-285d75f8-6442-4959-8dab-62736492191a service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Neutron deleted interface f291bb1d-e9dc-4c7f-9824-945ab87a2184; detaching it from the instance and deleting it from the info cache [ 948.047760] env[62679]: DEBUG nova.network.neutron [req-8c8b9b3c-3e2a-435f-b8c5-f5d356166f8e req-285d75f8-6442-4959-8dab-62736492191a service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.061024] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412588, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.073853] env[62679]: INFO nova.compute.claims [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.105564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ed3c1842-c011-4e91-882f-edc6891dfe7b tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "06985fc0-2bf8-4719-9f42-87d5b064d399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.042s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.166971] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.191275] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e26c50-0fad-c28f-37f4-12ea1ba2eff8, 'name': SearchDatastore_Task, 'duration_secs': 0.086511} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.193234] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0010b45a-10ac-4a1f-a1cf-6e40ae2c5b0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.199636] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 948.199636] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528b3653-8290-3a16-5651-7e3a88db5696" [ 948.199636] env[62679]: _type = "Task" [ 948.199636] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.208798] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528b3653-8290-3a16-5651-7e3a88db5696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.529534] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412587, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.551651] env[62679]: DEBUG oslo_concurrency.lockutils [req-8c8b9b3c-3e2a-435f-b8c5-f5d356166f8e req-285d75f8-6442-4959-8dab-62736492191a service nova] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.551868] env[62679]: DEBUG oslo_concurrency.lockutils [req-8c8b9b3c-3e2a-435f-b8c5-f5d356166f8e req-285d75f8-6442-4959-8dab-62736492191a service nova] Acquired lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.552866] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d401579-d185-47c5-a0a2-85b9f9e0e95b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.565615] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412588, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.581080] env[62679]: INFO nova.compute.resource_tracker [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating resource usage from migration 250cbccb-bf15-418d-9908-22a7b090a227 [ 948.584086] env[62679]: DEBUG oslo_concurrency.lockutils [req-8c8b9b3c-3e2a-435f-b8c5-f5d356166f8e req-285d75f8-6442-4959-8dab-62736492191a service nova] Releasing lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.584367] env[62679]: WARNING nova.compute.manager [req-8c8b9b3c-3e2a-435f-b8c5-f5d356166f8e req-285d75f8-6442-4959-8dab-62736492191a service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Detach interface failed, port_id=f291bb1d-e9dc-4c7f-9824-945ab87a2184, reason: No device with interface-id f291bb1d-e9dc-4c7f-9824-945ab87a2184 exists on VM: nova.exception.NotFound: No device with interface-id f291bb1d-e9dc-4c7f-9824-945ab87a2184 exists on VM [ 948.666730] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.712631] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528b3653-8290-3a16-5651-7e3a88db5696, 'name': SearchDatastore_Task, 'duration_secs': 0.087372} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.715907] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.716229] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a72af12d-285a-4654-a9ee-61dcb14897d5/a72af12d-285a-4654-a9ee-61dcb14897d5.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.716723] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e98eb783-72a6-4cbf-a884-5b43d194a9d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.727336] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 948.727336] env[62679]: value = "task-2412590" [ 948.727336] env[62679]: _type = "Task" [ 948.727336] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.740512] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.005826] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943f8ea-2e3f-4a65-a565-16faffe7bbb7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.005826] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea0f87a-dd23-47db-adc3-36d1f7710929 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.005826] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb31256-aabb-4e49-a9f9-ec3af2512a06 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.005826] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfd0f4e-4947-4cd5-9d5f-23ff56116a1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.005826] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.005826] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.005826] env[62679]: DEBUG nova.network.neutron [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.005826] env[62679]: DEBUG nova.compute.provider_tree [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.024745] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412587, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.925641} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.025039] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6842957d-6213-44b2-81ef-ea6ae390456d/6842957d-6213-44b2-81ef-ea6ae390456d.vmdk to [datastore2] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.025934] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b377a9-c803-4b80-a3d6-59f6b06067a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.051495] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.051854] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4901ac5a-6ccc-47c3-9348-0bb85edb71b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.078558] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412588, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.451113} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.080132] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594/86c5d5c1-9f92-4b6d-9df6-2edb1e95c594.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.083168] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.083168] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 949.083168] env[62679]: value = "task-2412591" [ 949.083168] env[62679]: _type = "Task" [ 949.083168] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.083168] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c644abfb-b403-4a1d-8a25-65699f9aeb79 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.094321] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.094988] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 949.094988] env[62679]: value = "task-2412592" [ 949.094988] env[62679]: _type = "Task" [ 949.094988] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.104579] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.114572] env[62679]: DEBUG nova.network.neutron [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Successfully updated port: b5387313-ae8f-4cb0-8d85-c2418af1d309 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.165958] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412589, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.237244] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.495402] env[62679]: DEBUG nova.scheduler.client.report [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.608091] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.622852] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "refresh_cache-607bc110-443c-4311-826c-fb2f286f6332" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.622852] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired lock "refresh_cache-607bc110-443c-4311-826c-fb2f286f6332" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.622852] env[62679]: DEBUG nova.network.neutron [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.628022] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360466} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.628380] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.630078] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ada21d-abfe-4c8c-bff8-b41253bfc9fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.673792] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594/86c5d5c1-9f92-4b6d-9df6-2edb1e95c594.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.685774] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b55846-c87a-4a86-9eb3-da568b0ab7e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.712045] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.712291] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.720328] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412589, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.743368} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.721654] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.721907] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.722253] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 949.722253] env[62679]: value = "task-2412593" [ 949.722253] env[62679]: _type = "Task" [ 949.722253] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.722447] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76a99b7-c742-4829-a482-80c07c5b45d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.734338] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 949.734338] env[62679]: value = "task-2412594" [ 949.734338] env[62679]: _type = "Task" [ 949.734338] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.740981] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.744528] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412590, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003725} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.745242] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] a72af12d-285a-4654-a9ee-61dcb14897d5/a72af12d-285a-4654-a9ee-61dcb14897d5.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.745490] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.746101] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42051072-da7f-4a2a-835b-07891fa5346d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.751196] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.757852] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 949.757852] env[62679]: value = "task-2412595" [ 949.757852] env[62679]: _type = "Task" [ 949.757852] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.766552] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.790182] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.790505] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.790781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.791052] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.791273] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.794166] env[62679]: INFO nova.compute.manager [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Terminating instance [ 949.849065] env[62679]: DEBUG nova.network.neutron [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [{"id": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "address": "fa:16:3e:c0:6b:be", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b34e96-3f", "ovs_interfaceid": "e0b34e96-3fd2-462c-9f42-e70f25d9bc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.001133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.001500] env[62679]: INFO nova.compute.manager [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Migrating [ 950.008107] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.704s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.008406] env[62679]: DEBUG nova.objects.instance [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lazy-loading 'resources' on Instance uuid eb8d8525-a9f0-418d-9d3b-bed3dc25a91d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.086448] env[62679]: DEBUG nova.compute.manager [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Received event network-vif-plugged-b5387313-ae8f-4cb0-8d85-c2418af1d309 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 950.086780] env[62679]: DEBUG oslo_concurrency.lockutils [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] Acquiring lock "607bc110-443c-4311-826c-fb2f286f6332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.086958] env[62679]: DEBUG oslo_concurrency.lockutils [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] Lock "607bc110-443c-4311-826c-fb2f286f6332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.087150] env[62679]: DEBUG oslo_concurrency.lockutils [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] Lock "607bc110-443c-4311-826c-fb2f286f6332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.087319] env[62679]: DEBUG nova.compute.manager [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] No waiting events found dispatching network-vif-plugged-b5387313-ae8f-4cb0-8d85-c2418af1d309 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.087512] env[62679]: WARNING nova.compute.manager [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Received unexpected event network-vif-plugged-b5387313-ae8f-4cb0-8d85-c2418af1d309 for instance with vm_state building and task_state spawning. [ 950.087695] env[62679]: DEBUG nova.compute.manager [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Received event network-changed-b5387313-ae8f-4cb0-8d85-c2418af1d309 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 950.087913] env[62679]: DEBUG nova.compute.manager [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Refreshing instance network info cache due to event network-changed-b5387313-ae8f-4cb0-8d85-c2418af1d309. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 950.088135] env[62679]: DEBUG oslo_concurrency.lockutils [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] Acquiring lock "refresh_cache-607bc110-443c-4311-826c-fb2f286f6332" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.098801] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.166929] env[62679]: DEBUG nova.network.neutron [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.215514] env[62679]: DEBUG nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.244876] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.254023] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08726} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.254023] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.254023] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab97031d-b7c9-406f-8ca1-9296c25ff248 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.279597] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.289682] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e949a0fe-cb84-4f01-a482-b4d556c18714 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.309660] env[62679]: DEBUG nova.compute.manager [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.309660] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.309660] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef1859-3d9f-4da0-af17-35d326824c1d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.316642] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078058} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.320197] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.320197] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4f711-0be2-4d3f-98d1-9e50d9b24fd6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.326686] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 950.326686] env[62679]: value = "task-2412596" [ 950.326686] env[62679]: _type = "Task" [ 950.326686] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.326952] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.327868] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc729269-120f-4ab9-8ead-a8f467c898ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.355369] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a72af12d-285a-4654-a9ee-61dcb14897d5/a72af12d-285a-4654-a9ee-61dcb14897d5.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.358029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-c1260e22-5fe5-4006-b3af-6703e3f7ad7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.360492] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a069d1bd-5d8f-4296-a828-87635c7652e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.376269] env[62679]: DEBUG oslo_vmware.api [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 950.376269] env[62679]: value = "task-2412597" [ 950.376269] env[62679]: _type = "Task" [ 950.376269] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.384263] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.393395] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 950.393395] env[62679]: value = "task-2412598" [ 950.393395] env[62679]: _type = "Task" [ 950.393395] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.398719] env[62679]: DEBUG oslo_vmware.api [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.411665] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.480190] env[62679]: DEBUG nova.network.neutron [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Updating instance_info_cache with network_info: [{"id": "b5387313-ae8f-4cb0-8d85-c2418af1d309", "address": "fa:16:3e:7a:fd:05", "network": {"id": "bb19d4f2-eff0-43bf-9eb0-a75f7fa5e06d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-669418371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fad615d354adb8d0e642fffa1b9a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5387313-ae", "ovs_interfaceid": "b5387313-ae8f-4cb0-8d85-c2418af1d309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.521783] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.524043] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.524043] env[62679]: DEBUG nova.network.neutron [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.603042] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412591, 'name': ReconfigVM_Task, 'duration_secs': 1.025555} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.603336] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c50c07a8-9798-4a97-9cd6-e911dbff70aa/c50c07a8-9798-4a97-9cd6-e911dbff70aa.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.603990] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59fe7228-3584-4e22-85cc-03f64ae9f808 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.611896] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 950.611896] env[62679]: value = "task-2412599" [ 950.611896] env[62679]: _type = "Task" [ 950.611896] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.621188] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412599, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.741142] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.744391] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412593, 'name': ReconfigVM_Task, 'duration_secs': 0.794188} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.745499] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594/86c5d5c1-9f92-4b6d-9df6-2edb1e95c594.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.745499] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33cfb9d4-adc8-4c0f-8e0b-7c48c5e02d94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.754740] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 950.754740] env[62679]: value = "task-2412600" [ 950.754740] env[62679]: _type = "Task" [ 950.754740] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.764860] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412600, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.836289] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65770d1-052f-447a-8974-c665f7bd0980 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.842378] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412596, 'name': ReconfigVM_Task, 'duration_secs': 0.378865} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.843043] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] dcfd4812-6433-493e-8e99-0d4b7e66df8e/dcfd4812-6433-493e-8e99-0d4b7e66df8e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.844813] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'guest_format': None, 'encryption_options': None, 'image_id': '8804ce82-c496-4ccb-bb80-5cfc9822f21b'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'}, 'attachment_id': 'e80d4da0-1c5f-4bc8-9684-e83e78d4f468', 'volume_type': None}], 'swap': None} {{(pid=62679) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 950.845145] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 950.845426] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 950.852446] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c73fa5-6132-4420-8bc5-461135613a15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.852821] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aec720-02d7-4d73-9c3a-96cf7380e226 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.905532] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f37bfa-2266-400e-8f06-e26c6bd02e94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.909974] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e51f1a4d-a55f-4b58-b1bb-e4a10fb8dfd9 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-c1260e22-5fe5-4006-b3af-6703e3f7ad7d-f291bb1d-e9dc-4c7f-9824-945ab87a2184" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.851s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.923318] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d3ef0-b2ce-4006-9556-13bf97302406 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.944142] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412598, 'name': ReconfigVM_Task, 'duration_secs': 0.386819} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.951903] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-16eb6a46-a171-4941-a143-ed7a8f4317c4/volume-16eb6a46-a171-4941-a143-ed7a8f4317c4.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.957772] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a72af12d-285a-4654-a9ee-61dcb14897d5/a72af12d-285a-4654-a9ee-61dcb14897d5.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.958320] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa1bb101-5ceb-4469-983d-7f90f24e0a44 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.971960] env[62679]: DEBUG oslo_vmware.api [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412597, 'name': PowerOffVM_Task, 'duration_secs': 0.265642} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.972239] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a147a8e-3d8a-4065-a6c5-7f1f3ecbe45e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.974755] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f589f2d-541f-417e-b71c-b16b264390e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.978913] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.979133] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.979997] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e54f4c0-f2f7-4f46-906b-195b9df5458c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.985259] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Releasing lock "refresh_cache-607bc110-443c-4311-826c-fb2f286f6332" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.985259] env[62679]: DEBUG nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Instance network_info: |[{"id": "b5387313-ae8f-4cb0-8d85-c2418af1d309", "address": "fa:16:3e:7a:fd:05", "network": {"id": "bb19d4f2-eff0-43bf-9eb0-a75f7fa5e06d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-669418371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fad615d354adb8d0e642fffa1b9a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5387313-ae", "ovs_interfaceid": "b5387313-ae8f-4cb0-8d85-c2418af1d309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.985259] env[62679]: DEBUG oslo_concurrency.lockutils [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] Acquired lock "refresh_cache-607bc110-443c-4311-826c-fb2f286f6332" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.985259] env[62679]: DEBUG nova.network.neutron [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Refreshing network info cache for port b5387313-ae8f-4cb0-8d85-c2418af1d309 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.986052] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:fd:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5387313-ae8f-4cb0-8d85-c2418af1d309', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.994048] env[62679]: DEBUG oslo.service.loopingcall [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.004342] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.004960] env[62679]: DEBUG nova.compute.provider_tree [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.006224] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 951.006224] env[62679]: value = "task-2412601" [ 951.006224] env[62679]: _type = "Task" [ 951.006224] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.006485] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 951.006485] env[62679]: value = "task-2412603" [ 951.006485] env[62679]: _type = "Task" [ 951.006485] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.006675] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7fc0eb5-0a36-4877-9961-a4b24f253635 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.027028] env[62679]: DEBUG nova.scheduler.client.report [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.041381] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.041381] env[62679]: value = "task-2412604" [ 951.041381] env[62679]: _type = "Task" [ 951.041381] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.047497] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412603, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.047866] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.053384] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.053611] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.053893] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleting the datastore file [datastore2] c1260e22-5fe5-4006-b3af-6703e3f7ad7d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.054512] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb70354a-2697-4c35-9e26-8c922579f7c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.060475] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412604, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.066764] env[62679]: DEBUG oslo_vmware.api [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 951.066764] env[62679]: value = "task-2412605" [ 951.066764] env[62679]: _type = "Task" [ 951.066764] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.075903] env[62679]: DEBUG oslo_vmware.api [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.123411] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412599, 'name': Rename_Task, 'duration_secs': 0.16581} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.123815] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.123936] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-862ee094-9f66-4d7a-9eee-3a8810bb2fcf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.133182] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 951.133182] env[62679]: value = "task-2412606" [ 951.133182] env[62679]: _type = "Task" [ 951.133182] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.142698] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.269975] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412600, 'name': Rename_Task, 'duration_secs': 0.174261} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.270429] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.270717] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce4cb85-7477-433c-96f9-5c751635da72 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.278637] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 951.278637] env[62679]: value = "task-2412607" [ 951.278637] env[62679]: _type = "Task" [ 951.278637] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.291023] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.538478] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.530s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.548491] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.806s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.551219] env[62679]: INFO nova.compute.claims [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.556019] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412603, 'name': Rename_Task, 'duration_secs': 0.184371} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.556019] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.556019] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.558503] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46d97ae5-d64b-4d08-90af-bf1d7714119a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.569526] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412604, 'name': CreateVM_Task, 'duration_secs': 0.395756} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.572701] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.572701] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 951.572701] env[62679]: value = "task-2412608" [ 951.572701] env[62679]: _type = "Task" [ 951.572701] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.575407] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.575632] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.576019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.576798] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d44a43e-6f2a-4a98-a6cb-1ea80d892970 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.586746] env[62679]: DEBUG oslo_vmware.api [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216557} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.591972] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.593665] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.593665] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.593665] env[62679]: INFO nova.compute.manager [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Took 1.29 seconds to destroy the instance on the hypervisor. [ 951.593665] env[62679]: DEBUG oslo.service.loopingcall [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.594543] env[62679]: INFO nova.scheduler.client.report [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleted allocations for instance eb8d8525-a9f0-418d-9d3b-bed3dc25a91d [ 951.596625] env[62679]: DEBUG nova.compute.manager [-] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.596625] env[62679]: DEBUG nova.network.neutron [-] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.607371] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 951.607371] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523031d3-23bb-c898-5154-fc992be18dd5" [ 951.607371] env[62679]: _type = "Task" [ 951.607371] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.607371] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412608, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.622522] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523031d3-23bb-c898-5154-fc992be18dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.623589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.623589] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.623589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.623589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.623589] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.623865] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d17895a-607e-42e3-bfb3-d49f8e400ddb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.634394] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.634592] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.638496] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be447013-052e-43f9-a8f7-8253749ddf17 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.644730] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 951.644730] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52352d15-1305-cce5-837e-02d05b301af1" [ 951.644730] env[62679]: _type = "Task" [ 951.644730] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.650033] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412606, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.657864] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52352d15-1305-cce5-837e-02d05b301af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.790582] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412607, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.889132] env[62679]: DEBUG nova.network.neutron [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance_info_cache with network_info: [{"id": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "address": "fa:16:3e:80:92:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae0b8f-90", "ovs_interfaceid": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.039800] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.094838] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.111685] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2df1ec6-0dbc-42e0-975a-6098a14e3aa3 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "eb8d8525-a9f0-418d-9d3b-bed3dc25a91d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.582s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.145886] env[62679]: DEBUG oslo_vmware.api [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412606, 'name': PowerOnVM_Task, 'duration_secs': 0.965754} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.146553] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.165769] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52352d15-1305-cce5-837e-02d05b301af1, 'name': SearchDatastore_Task, 'duration_secs': 0.015068} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.170305] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8234b97c-a300-41fa-ad16-76227c3bb362 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.171808] env[62679]: DEBUG nova.network.neutron [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Updated VIF entry in instance network info cache for port b5387313-ae8f-4cb0-8d85-c2418af1d309. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.174019] env[62679]: DEBUG nova.network.neutron [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Updating instance_info_cache with network_info: [{"id": "b5387313-ae8f-4cb0-8d85-c2418af1d309", "address": "fa:16:3e:7a:fd:05", "network": {"id": "bb19d4f2-eff0-43bf-9eb0-a75f7fa5e06d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-669418371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78fad615d354adb8d0e642fffa1b9a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5387313-ae", "ovs_interfaceid": "b5387313-ae8f-4cb0-8d85-c2418af1d309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.178704] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 952.178704] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528b9a3c-d775-51bb-c7dc-f4fb2c7c66d4" [ 952.178704] env[62679]: _type = "Task" [ 952.178704] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.195210] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528b9a3c-d775-51bb-c7dc-f4fb2c7c66d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.215211] env[62679]: DEBUG nova.compute.manager [req-0239acf4-c682-4411-93ce-33e49b20449a req-23567864-7fae-448d-b66b-91317bd1387c service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Received event network-vif-deleted-e0b34e96-3fd2-462c-9f42-e70f25d9bc71 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 952.215211] env[62679]: INFO nova.compute.manager [req-0239acf4-c682-4411-93ce-33e49b20449a req-23567864-7fae-448d-b66b-91317bd1387c service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Neutron deleted interface e0b34e96-3fd2-462c-9f42-e70f25d9bc71; detaching it from the instance and deleting it from the info cache [ 952.215211] env[62679]: DEBUG nova.network.neutron [req-0239acf4-c682-4411-93ce-33e49b20449a req-23567864-7fae-448d-b66b-91317bd1387c service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.280544] env[62679]: DEBUG nova.compute.manager [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.281176] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b787d2df-e8c0-4961-bc1c-c0dad9c651ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.299336] env[62679]: DEBUG oslo_vmware.api [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412607, 'name': PowerOnVM_Task, 'duration_secs': 0.857472} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.299579] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.299771] env[62679]: INFO nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Took 11.48 seconds to spawn the instance on the hypervisor. [ 952.299944] env[62679]: DEBUG nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.301080] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e15313d-41ca-4625-97a4-79845ce604f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.394774] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.535977] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412601, 'name': ReconfigVM_Task, 'duration_secs': 1.401261} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.537943] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-16eb6a46-a171-4941-a143-ed7a8f4317c4/volume-16eb6a46-a171-4941-a143-ed7a8f4317c4.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.546320] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c91702-dc3f-4d52-9c82-283c47aa8d0d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.568059] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 952.568059] env[62679]: value = "task-2412609" [ 952.568059] env[62679]: _type = "Task" [ 952.568059] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.579992] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.586251] env[62679]: DEBUG nova.network.neutron [-] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.595732] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.679766] env[62679]: DEBUG oslo_concurrency.lockutils [req-5df06789-d384-4415-866d-371ca19903af req-7e7a4064-b5b6-48d3-81d5-e2cce7041b26 service nova] Releasing lock "refresh_cache-607bc110-443c-4311-826c-fb2f286f6332" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.698478] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528b9a3c-d775-51bb-c7dc-f4fb2c7c66d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.700537] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.700851] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 607bc110-443c-4311-826c-fb2f286f6332/607bc110-443c-4311-826c-fb2f286f6332.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.702193] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f4e375-8557-40ba-9f66-cecd0d311a42 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.710889] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 952.710889] env[62679]: value = "task-2412610" [ 952.710889] env[62679]: _type = "Task" [ 952.710889] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.718597] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0daadc59-da64-415c-8018-3a95b68da138 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.723709] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.736447] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748982ea-37f6-4da0-8b3e-644e3827a083 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.778924] env[62679]: DEBUG nova.compute.manager [req-0239acf4-c682-4411-93ce-33e49b20449a req-23567864-7fae-448d-b66b-91317bd1387c service nova] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Detach interface failed, port_id=e0b34e96-3fd2-462c-9f42-e70f25d9bc71, reason: Instance c1260e22-5fe5-4006-b3af-6703e3f7ad7d could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 952.819061] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6d39bb77-a504-4451-b05f-f9986b3b2e70 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.422s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.822402] env[62679]: INFO nova.compute.manager [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Took 21.79 seconds to build instance. [ 952.937336] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cf0ee9-eb88-4795-8ec2-3015e5c61f86 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.947425] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4df3a2-4143-4da1-a861-2b9bca88b040 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.984507] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfbf88-0eb2-48cb-88f5-688fed3c22c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.993953] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04590e05-ad3f-480d-a4bb-3aa9a6fdb0be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.013259] env[62679]: DEBUG nova.compute.provider_tree [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.078358] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412609, 'name': ReconfigVM_Task, 'duration_secs': 0.210808} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.078700] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 953.079290] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b62455f5-bcda-4485-858e-ef5bf71b0edb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.091651] env[62679]: DEBUG oslo_vmware.api [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412608, 'name': PowerOnVM_Task, 'duration_secs': 1.267926} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.093156] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.093386] env[62679]: INFO nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Took 9.83 seconds to spawn the instance on the hypervisor. [ 953.093569] env[62679]: DEBUG nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.094235] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 953.094235] env[62679]: value = "task-2412611" [ 953.094235] env[62679]: _type = "Task" [ 953.094235] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.094722] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceebf0c3-de4e-4b0a-8e7e-baf6eaae80f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.098504] env[62679]: INFO nova.compute.manager [-] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Took 1.50 seconds to deallocate network for instance. [ 953.116609] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412611, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.224641] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412610, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.327656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a09797f-7fb4-42cd-b599-c3278e54eea0 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.311s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.516976] env[62679]: DEBUG nova.scheduler.client.report [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.574549] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.574549] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.615522] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412611, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.615522] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.623936] env[62679]: INFO nova.compute.manager [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Took 21.44 seconds to build instance. [ 953.726049] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723686} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.726465] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 607bc110-443c-4311-826c-fb2f286f6332/607bc110-443c-4311-826c-fb2f286f6332.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.726809] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.727192] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-456e681a-15c5-442d-a318-0ebd180e364d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.735447] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 953.735447] env[62679]: value = "task-2412612" [ 953.735447] env[62679]: _type = "Task" [ 953.735447] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.747395] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.882510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "05b5303c-1280-4c19-a956-edb364a59bc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.883818] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "05b5303c-1280-4c19-a956-edb364a59bc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.923495] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8865e27-a102-4a19-915d-3de3e4c49e0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.957698] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance 'e966d896-b5a7-41e5-98f1-1a94e926757b' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.023640] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.024186] env[62679]: DEBUG nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.026697] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.411s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.026923] env[62679]: DEBUG nova.objects.instance [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'resources' on Instance uuid c1260e22-5fe5-4006-b3af-6703e3f7ad7d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.079331] env[62679]: DEBUG nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.112306] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412611, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.125709] env[62679]: DEBUG oslo_concurrency.lockutils [None req-01d1f2bc-9c5e-47a1-91e4-b07a2d779651 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.955s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.247161] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088932} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.248223] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.252019] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7765ff3-1faa-43e2-99d7-5257530d882a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.278599] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 607bc110-443c-4311-826c-fb2f286f6332/607bc110-443c-4311-826c-fb2f286f6332.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.279818] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fc53e1-4143-479d-8aed-3624ddeb7a34 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.301366] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 954.301366] env[62679]: value = "task-2412613" [ 954.301366] env[62679]: _type = "Task" [ 954.301366] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.311191] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.386075] env[62679]: DEBUG nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.468305] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.468305] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e717e934-0767-4e91-bdec-3786c5a31fa3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.477078] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 954.477078] env[62679]: value = "task-2412614" [ 954.477078] env[62679]: _type = "Task" [ 954.477078] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.488142] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.531372] env[62679]: DEBUG nova.compute.utils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 954.537031] env[62679]: DEBUG nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.537031] env[62679]: DEBUG nova.network.neutron [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.598700] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.614170] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412611, 'name': Rename_Task, 'duration_secs': 1.454524} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.614625] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.614930] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f2d726-0139-43b7-90ad-76b912d64811 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.624184] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 954.624184] env[62679]: value = "task-2412615" [ 954.624184] env[62679]: _type = "Task" [ 954.624184] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.632374] env[62679]: DEBUG nova.policy [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f103793fa5004b8fa436725033c38b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01a15c67d4e4b0d8da3270eaf8b2548', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.641947] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.817664] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412613, 'name': ReconfigVM_Task, 'duration_secs': 0.501387} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.817972] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 607bc110-443c-4311-826c-fb2f286f6332/607bc110-443c-4311-826c-fb2f286f6332.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.822075] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39230240-73dc-4842-a861-cdfd3082d9c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.833750] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 954.833750] env[62679]: value = "task-2412616" [ 954.833750] env[62679]: _type = "Task" [ 954.833750] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.849293] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412616, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.902021] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b98b057-ead1-4456-95c5-b7de8346cfb3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.910554] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.911728] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6aff86-0024-413c-a987-5fc7fc3a20c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.953462] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55748bb6-b095-438d-a7dc-ee7182bee404 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.962967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a073c95-12a9-423d-a63e-234550e3dbbc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.980965] env[62679]: DEBUG nova.compute.provider_tree [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.992595] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412614, 'name': PowerOffVM_Task, 'duration_secs': 0.228983} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.993718] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.993922] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance 'e966d896-b5a7-41e5-98f1-1a94e926757b' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.039900] env[62679]: DEBUG nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.136413] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.227509] env[62679]: DEBUG nova.network.neutron [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Successfully created port: 075ec288-19d2-4f92-af65-e93677418c52 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.257445] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "a72af12d-285a-4654-a9ee-61dcb14897d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.257986] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.257986] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "a72af12d-285a-4654-a9ee-61dcb14897d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.258139] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.258350] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.261289] env[62679]: INFO nova.compute.manager [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Terminating instance [ 955.279260] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.279595] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.313112] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "7bad2069-4949-4d58-9715-640519386c65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.313294] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "7bad2069-4949-4d58-9715-640519386c65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.345762] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412616, 'name': Rename_Task, 'duration_secs': 0.185165} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.346037] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.346297] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00e400f1-540a-4e5a-8e32-bd61e49dfb4d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.353687] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 955.353687] env[62679]: value = "task-2412617" [ 955.353687] env[62679]: _type = "Task" [ 955.353687] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.365225] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.485036] env[62679]: DEBUG nova.scheduler.client.report [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.500413] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.500413] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.500413] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.500589] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.501649] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.501649] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.501649] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.501649] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.501649] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.502096] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.502096] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.506976] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7461665b-29d3-4fa6-8afb-86a01c047446 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.526451] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 955.526451] env[62679]: value = "task-2412618" [ 955.526451] env[62679]: _type = "Task" [ 955.526451] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.638115] env[62679]: DEBUG oslo_vmware.api [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412615, 'name': PowerOnVM_Task, 'duration_secs': 0.876522} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.638226] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.638388] env[62679]: DEBUG nova.compute.manager [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.639346] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8aff4c-a39e-481e-8ab9-c9e821596e6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.765606] env[62679]: DEBUG nova.compute.manager [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.765985] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.766799] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b702b0f-b315-426c-bf60-de276363c7a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.777330] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.777670] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55488d43-2fd7-4baf-b1ec-f5b1aff7c571 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.782829] env[62679]: INFO nova.compute.manager [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Detaching volume e0a72efc-de53-4c6c-8929-d66ca4692e5b [ 955.786685] env[62679]: DEBUG oslo_vmware.api [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 955.786685] env[62679]: value = "task-2412619" [ 955.786685] env[62679]: _type = "Task" [ 955.786685] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.802818] env[62679]: DEBUG oslo_vmware.api [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.815288] env[62679]: DEBUG nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.825611] env[62679]: INFO nova.virt.block_device [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Attempting to driver detach volume e0a72efc-de53-4c6c-8929-d66ca4692e5b from mountpoint /dev/sdb [ 955.825859] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 955.826127] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489122', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'name': 'volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'serial': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 955.827064] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e05a4-649d-4d30-be72-39c3a79ad19e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.852022] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864edd1b-1154-4153-af81-64cf3ff11199 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.862252] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef2c840-b09e-4b4c-b302-d138c492b54d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.868692] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412617, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.888321] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e015b7a-d1b6-4972-bf43-639f1bc103e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.906745] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] The volume has not been displaced from its original location: [datastore1] volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b/volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 955.912251] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.912567] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d956542-5ece-4b96-8ddb-ea3f266562cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.934595] env[62679]: DEBUG oslo_vmware.api [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 955.934595] env[62679]: value = "task-2412620" [ 955.934595] env[62679]: _type = "Task" [ 955.934595] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.943718] env[62679]: DEBUG oslo_vmware.api [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.992905] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.995437] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.397s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.997323] env[62679]: INFO nova.compute.claims [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.017110] env[62679]: INFO nova.scheduler.client.report [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted allocations for instance c1260e22-5fe5-4006-b3af-6703e3f7ad7d [ 956.039385] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412618, 'name': ReconfigVM_Task, 'duration_secs': 0.32393} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.040147] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance 'e966d896-b5a7-41e5-98f1-1a94e926757b' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.049209] env[62679]: DEBUG nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.080505] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.080788] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.080957] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.081164] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.081315] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.081466] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.081717] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.081884] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.082068] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.082240] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.082459] env[62679]: DEBUG nova.virt.hardware [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.083737] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33b4f25-a75b-44cb-b2a0-1c6f3a1840f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.094087] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e2de9a-7cf3-4365-957c-56e7c54e723c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.155944] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.228070] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e004255-ac5c-490a-965c-355bc0896f31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.235333] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Suspending the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 956.235620] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-06a39ebe-1ae5-40e0-b66c-7da6f65998f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.244212] env[62679]: DEBUG oslo_vmware.api [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 956.244212] env[62679]: value = "task-2412621" [ 956.244212] env[62679]: _type = "Task" [ 956.244212] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.252972] env[62679]: DEBUG oslo_vmware.api [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412621, 'name': SuspendVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.297336] env[62679]: DEBUG oslo_vmware.api [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412619, 'name': PowerOffVM_Task, 'duration_secs': 0.385498} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.297644] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.298060] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.298060] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46951758-a7f8-4f0a-bb64-8d476a929362 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.336594] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.366605] env[62679]: DEBUG oslo_vmware.api [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412617, 'name': PowerOnVM_Task, 'duration_secs': 0.776661} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.366885] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.367099] env[62679]: INFO nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Took 8.72 seconds to spawn the instance on the hypervisor. [ 956.367283] env[62679]: DEBUG nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.368088] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31898c-2f8e-446c-8c70-1811867af086 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.379820] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.380101] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.380295] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleting the datastore file [datastore2] a72af12d-285a-4654-a9ee-61dcb14897d5 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.380812] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-948cc9a9-d458-49a4-b214-f5e52fbb4273 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.388522] env[62679]: DEBUG oslo_vmware.api [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 956.388522] env[62679]: value = "task-2412623" [ 956.388522] env[62679]: _type = "Task" [ 956.388522] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.399080] env[62679]: DEBUG oslo_vmware.api [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.448963] env[62679]: DEBUG oslo_vmware.api [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412620, 'name': ReconfigVM_Task, 'duration_secs': 0.362208} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.449254] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.454956] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5290a1-6fb7-4a79-99a8-25b779df4f28 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.473253] env[62679]: DEBUG oslo_vmware.api [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 956.473253] env[62679]: value = "task-2412624" [ 956.473253] env[62679]: _type = "Task" [ 956.473253] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.483423] env[62679]: DEBUG oslo_vmware.api [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.526253] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5954b456-17f7-4aee-82b2-9ee45dd2e9ce tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "c1260e22-5fe5-4006-b3af-6703e3f7ad7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.736s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.548009] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.548262] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.548618] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.548912] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.549208] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.549476] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.549658] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.549839] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.550025] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.550195] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.550452] env[62679]: DEBUG nova.virt.hardware [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.556195] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.556866] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e424743-8f6c-4109-a00a-e6a467923790 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.580040] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 956.580040] env[62679]: value = "task-2412625" [ 956.580040] env[62679]: _type = "Task" [ 956.580040] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.591649] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.755750] env[62679]: DEBUG oslo_vmware.api [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412621, 'name': SuspendVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.887605] env[62679]: INFO nova.compute.manager [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Took 17.90 seconds to build instance. [ 956.898899] env[62679]: DEBUG oslo_vmware.api [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37587} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.899180] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.899363] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.899536] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.899715] env[62679]: INFO nova.compute.manager [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 956.899953] env[62679]: DEBUG oslo.service.loopingcall [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.900396] env[62679]: DEBUG nova.compute.manager [-] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.900396] env[62679]: DEBUG nova.network.neutron [-] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.985263] env[62679]: DEBUG oslo_vmware.api [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412624, 'name': ReconfigVM_Task, 'duration_secs': 0.262191} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.985621] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489122', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'name': 'volume-e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b', 'serial': 'e0a72efc-de53-4c6c-8929-d66ca4692e5b'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 957.096955] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412625, 'name': ReconfigVM_Task, 'duration_secs': 0.200664} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.104262] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.105514] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa41128c-b778-496c-91b9-7c8267168ec4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.138412] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e966d896-b5a7-41e5-98f1-1a94e926757b/e966d896-b5a7-41e5-98f1-1a94e926757b.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.140780] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059da4ab-b3a6-429f-9439-52b6564b42d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.163594] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 957.163594] env[62679]: value = "task-2412626" [ 957.163594] env[62679]: _type = "Task" [ 957.163594] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.171651] env[62679]: DEBUG nova.compute.manager [req-2b769511-8207-4c98-8e2e-24566e12bace req-bb584344-6342-4432-87a4-5eb3bd0e7022 service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Received event network-vif-plugged-075ec288-19d2-4f92-af65-e93677418c52 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 957.171881] env[62679]: DEBUG oslo_concurrency.lockutils [req-2b769511-8207-4c98-8e2e-24566e12bace req-bb584344-6342-4432-87a4-5eb3bd0e7022 service nova] Acquiring lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.172107] env[62679]: DEBUG oslo_concurrency.lockutils [req-2b769511-8207-4c98-8e2e-24566e12bace req-bb584344-6342-4432-87a4-5eb3bd0e7022 service nova] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.172285] env[62679]: DEBUG oslo_concurrency.lockutils [req-2b769511-8207-4c98-8e2e-24566e12bace req-bb584344-6342-4432-87a4-5eb3bd0e7022 service nova] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.172454] env[62679]: DEBUG nova.compute.manager [req-2b769511-8207-4c98-8e2e-24566e12bace req-bb584344-6342-4432-87a4-5eb3bd0e7022 service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] No waiting events found dispatching network-vif-plugged-075ec288-19d2-4f92-af65-e93677418c52 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.172620] env[62679]: WARNING nova.compute.manager [req-2b769511-8207-4c98-8e2e-24566e12bace req-bb584344-6342-4432-87a4-5eb3bd0e7022 service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Received unexpected event network-vif-plugged-075ec288-19d2-4f92-af65-e93677418c52 for instance with vm_state building and task_state spawning. [ 957.179590] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.256704] env[62679]: DEBUG nova.compute.manager [req-0989942c-7034-48ad-a70f-8bb73766b471 req-1de388d0-f512-4d75-bffa-18fda73a84ea service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Received event network-vif-deleted-c211c41a-f3a0-43c3-9b0f-7def59116912 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 957.256954] env[62679]: INFO nova.compute.manager [req-0989942c-7034-48ad-a70f-8bb73766b471 req-1de388d0-f512-4d75-bffa-18fda73a84ea service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Neutron deleted interface c211c41a-f3a0-43c3-9b0f-7def59116912; detaching it from the instance and deleting it from the info cache [ 957.257180] env[62679]: DEBUG nova.network.neutron [req-0989942c-7034-48ad-a70f-8bb73766b471 req-1de388d0-f512-4d75-bffa-18fda73a84ea service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.269868] env[62679]: DEBUG oslo_vmware.api [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412621, 'name': SuspendVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.389631] env[62679]: DEBUG oslo_concurrency.lockutils [None req-474d31fb-f433-4b4b-979e-fc3ecb07f5b8 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "607bc110-443c-4311-826c-fb2f286f6332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.408s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.401126] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb697cfb-d7c1-46fb-8df9-e4d8c795eb38 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.411526] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caae2a2f-340d-482d-88ba-4a84a126434a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.456408] env[62679]: DEBUG nova.network.neutron [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Successfully updated port: 075ec288-19d2-4f92-af65-e93677418c52 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.458845] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3b8f01-43c4-4fed-9727-b29d180c20ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.470391] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b8247-65d5-430e-92ff-931b002501aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.486724] env[62679]: DEBUG nova.compute.provider_tree [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.538314] env[62679]: DEBUG nova.objects.instance [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lazy-loading 'flavor' on Instance uuid d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.674500] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412626, 'name': ReconfigVM_Task, 'duration_secs': 0.322676} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.674771] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e966d896-b5a7-41e5-98f1-1a94e926757b/e966d896-b5a7-41e5-98f1-1a94e926757b.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.675048] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance 'e966d896-b5a7-41e5-98f1-1a94e926757b' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.728468] env[62679]: DEBUG nova.network.neutron [-] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.757941] env[62679]: DEBUG oslo_vmware.api [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412621, 'name': SuspendVM_Task, 'duration_secs': 1.024802} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.758219] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Suspended the VM {{(pid=62679) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 957.758432] env[62679]: DEBUG nova.compute.manager [None req-bf15156f-c56d-49d7-83bc-92a1398c0c85 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.759195] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d7aa6-d784-43f8-8d64-0b306d1dfcaf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.763861] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d867f14-a58e-477d-862e-15eca4b0e9eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.775759] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4fda72-7800-46a5-b61e-aef1746e0d69 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.813151] env[62679]: DEBUG nova.compute.manager [req-0989942c-7034-48ad-a70f-8bb73766b471 req-1de388d0-f512-4d75-bffa-18fda73a84ea service nova] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Detach interface failed, port_id=c211c41a-f3a0-43c3-9b0f-7def59116912, reason: Instance a72af12d-285a-4654-a9ee-61dcb14897d5 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 957.964256] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.964390] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.964593] env[62679]: DEBUG nova.network.neutron [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.990178] env[62679]: DEBUG nova.scheduler.client.report [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.182350] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9772f09b-ba58-4bd6-a560-07bc3750e2e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.206668] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d445e8-f064-4898-b49d-ca3ed9b587d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.229752] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance 'e966d896-b5a7-41e5-98f1-1a94e926757b' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.233913] env[62679]: INFO nova.compute.manager [-] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Took 1.33 seconds to deallocate network for instance. [ 958.495608] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.496168] env[62679]: DEBUG nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.498769] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.588s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.500202] env[62679]: INFO nova.compute.claims [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.513512] env[62679]: DEBUG nova.network.neutron [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.547260] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cbfc9b66-04e6-4fee-a837-e5aed516fd4f tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.745721] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.776904] env[62679]: DEBUG nova.network.neutron [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Port 92ae0b8f-9045-41f4-95d9-1aac957c3494 binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 958.828180] env[62679]: DEBUG nova.network.neutron [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance_info_cache with network_info: [{"id": "075ec288-19d2-4f92-af65-e93677418c52", "address": "fa:16:3e:d8:d1:e6", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075ec288-19", "ovs_interfaceid": "075ec288-19d2-4f92-af65-e93677418c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.919353] env[62679]: INFO nova.compute.manager [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Resuming [ 958.920049] env[62679]: DEBUG nova.objects.instance [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lazy-loading 'flavor' on Instance uuid c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.008025] env[62679]: DEBUG nova.compute.utils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.013101] env[62679]: DEBUG nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.013101] env[62679]: DEBUG nova.network.neutron [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.014167] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.014546] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.014864] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.015191] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.016262] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.019331] env[62679]: INFO nova.compute.manager [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Terminating instance [ 959.102585] env[62679]: DEBUG nova.policy [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d720f10dffe4f2fb7aa2db8feb102f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c6db39c8ca4e32b652b17d25ecb90e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.205383] env[62679]: DEBUG nova.compute.manager [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Received event network-changed-075ec288-19d2-4f92-af65-e93677418c52 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 959.205383] env[62679]: DEBUG nova.compute.manager [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Refreshing instance network info cache due to event network-changed-075ec288-19d2-4f92-af65-e93677418c52. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 959.205383] env[62679]: DEBUG oslo_concurrency.lockutils [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] Acquiring lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.331042] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.331042] env[62679]: DEBUG nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Instance network_info: |[{"id": "075ec288-19d2-4f92-af65-e93677418c52", "address": "fa:16:3e:d8:d1:e6", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075ec288-19", "ovs_interfaceid": "075ec288-19d2-4f92-af65-e93677418c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.331344] env[62679]: DEBUG oslo_concurrency.lockutils [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] Acquired lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.332023] env[62679]: DEBUG nova.network.neutron [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Refreshing network info cache for port 075ec288-19d2-4f92-af65-e93677418c52 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.332667] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:d1:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '075ec288-19d2-4f92-af65-e93677418c52', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.340670] env[62679]: DEBUG oslo.service.loopingcall [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.344662] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.345176] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f594743-05b8-46d8-8104-713e030dda3b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.370402] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.370402] env[62679]: value = "task-2412627" [ 959.370402] env[62679]: _type = "Task" [ 959.370402] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.383141] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412627, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.512152] env[62679]: DEBUG nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.528146] env[62679]: DEBUG nova.compute.manager [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.528260] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.531453] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654f886-0843-4021-8aa1-d72b19cdc6ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.535364] env[62679]: DEBUG nova.network.neutron [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Successfully created port: 98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.543521] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.543786] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a96f6c7b-38cc-4983-a408-4e13c37911a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.554919] env[62679]: DEBUG oslo_vmware.api [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 959.554919] env[62679]: value = "task-2412628" [ 959.554919] env[62679]: _type = "Task" [ 959.554919] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.566333] env[62679]: DEBUG oslo_vmware.api [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.623941] env[62679]: DEBUG nova.network.neutron [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updated VIF entry in instance network info cache for port 075ec288-19d2-4f92-af65-e93677418c52. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.624316] env[62679]: DEBUG nova.network.neutron [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance_info_cache with network_info: [{"id": "075ec288-19d2-4f92-af65-e93677418c52", "address": "fa:16:3e:d8:d1:e6", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075ec288-19", "ovs_interfaceid": "075ec288-19d2-4f92-af65-e93677418c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.662626] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.662908] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.798129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.798129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.798129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.862472] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c70e22-1a60-44ce-a910-86abfad37bcf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.874890] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a5a0e4-6af1-4831-9fe4-a50f1d807503 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.884893] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412627, 'name': CreateVM_Task, 'duration_secs': 0.482871} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.912414] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.913433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.913607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.913932] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.914687] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ab4798-ac76-4ab6-9c9f-bbfb12f82692 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.917243] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516f433d-8a21-485e-95cc-9a145e3b757b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.925646] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e708c97e-8a2f-45fb-b06d-4495f1e3ee17 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.930028] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 959.930028] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524694c9-1301-4fb1-62ae-c11c11cf8a79" [ 959.930028] env[62679]: _type = "Task" [ 959.930028] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.942978] env[62679]: DEBUG nova.compute.provider_tree [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.953199] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524694c9-1301-4fb1-62ae-c11c11cf8a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.065512] env[62679]: DEBUG oslo_vmware.api [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412628, 'name': PowerOffVM_Task, 'duration_secs': 0.217872} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.065701] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.065901] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.067107] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b62c6cb-c6a9-414c-ab2e-87bc320523fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.130955] env[62679]: DEBUG oslo_concurrency.lockutils [req-93b96628-09bc-42ab-b665-9a149232bc5f req-0cf78e72-a89a-4191-b3d2-2ef1dc68901f service nova] Releasing lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.145129] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.145274] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.145410] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleting the datastore file [datastore1] d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.146269] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ad6b17f-3273-41f7-afd3-39223c02ba08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.155342] env[62679]: DEBUG oslo_vmware.api [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 960.155342] env[62679]: value = "task-2412630" [ 960.155342] env[62679]: _type = "Task" [ 960.155342] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.165583] env[62679]: DEBUG nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.168264] env[62679]: DEBUG oslo_vmware.api [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.441664] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524694c9-1301-4fb1-62ae-c11c11cf8a79, 'name': SearchDatastore_Task, 'duration_secs': 0.027828} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.442062] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.442316] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.442544] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.442710] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.442882] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.443238] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bfec9b9-83d4-4aca-9dd6-3949f4eb7f7b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.446139] env[62679]: DEBUG nova.scheduler.client.report [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.450695] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.450823] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquired lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.450951] env[62679]: DEBUG nova.network.neutron [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.458801] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.458975] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.460215] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f7a6dc-00bf-40ed-b278-dd282e231897 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.466064] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 960.466064] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240ff43-f3cf-f2fd-bf3c-b62423d19667" [ 960.466064] env[62679]: _type = "Task" [ 960.466064] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.474538] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240ff43-f3cf-f2fd-bf3c-b62423d19667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.523957] env[62679]: DEBUG nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.551342] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.551591] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.551755] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.551937] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.552098] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.552246] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.552451] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.552607] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.552783] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.552943] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.553132] env[62679]: DEBUG nova.virt.hardware [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.554012] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af092d-28f3-427a-a745-dcbe48c3db6b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.564246] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f30f60-cfa2-411f-bded-2762e0e482b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.636559] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "607bc110-443c-4311-826c-fb2f286f6332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.636858] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "607bc110-443c-4311-826c-fb2f286f6332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.637132] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "607bc110-443c-4311-826c-fb2f286f6332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.637327] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "607bc110-443c-4311-826c-fb2f286f6332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.637518] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "607bc110-443c-4311-826c-fb2f286f6332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.639914] env[62679]: INFO nova.compute.manager [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Terminating instance [ 960.664871] env[62679]: DEBUG oslo_vmware.api [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293097} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.665151] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.665335] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.665518] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.665687] env[62679]: INFO nova.compute.manager [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 960.665925] env[62679]: DEBUG oslo.service.loopingcall [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.666140] env[62679]: DEBUG nova.compute.manager [-] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.666236] env[62679]: DEBUG nova.network.neutron [-] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.689179] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.846042] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.846293] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.846483] env[62679]: DEBUG nova.network.neutron [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.951935] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.952962] env[62679]: DEBUG nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.955618] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.799s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.955618] env[62679]: DEBUG nova.objects.instance [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 960.977504] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240ff43-f3cf-f2fd-bf3c-b62423d19667, 'name': SearchDatastore_Task, 'duration_secs': 0.037829} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.978441] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8126801b-975f-437c-9402-71743a487d8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.986016] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 960.986016] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b278e-3bb4-02cf-599e-2ed9842828e5" [ 960.986016] env[62679]: _type = "Task" [ 960.986016] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.997502] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b278e-3bb4-02cf-599e-2ed9842828e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.148061] env[62679]: DEBUG nova.compute.manager [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.148344] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.150417] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2e829f-bb19-40e8-96a7-6f389a4bfa35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.155891] env[62679]: DEBUG nova.compute.manager [req-2cc61376-5378-4ce1-8a1e-23e9829bff7d req-fab725f6-e77b-487d-986c-98125c3bff3a service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Received event network-vif-deleted-af28bcfd-0703-4bce-83cb-947dc1b9032a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 961.156150] env[62679]: INFO nova.compute.manager [req-2cc61376-5378-4ce1-8a1e-23e9829bff7d req-fab725f6-e77b-487d-986c-98125c3bff3a service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Neutron deleted interface af28bcfd-0703-4bce-83cb-947dc1b9032a; detaching it from the instance and deleting it from the info cache [ 961.156339] env[62679]: DEBUG nova.network.neutron [req-2cc61376-5378-4ce1-8a1e-23e9829bff7d req-fab725f6-e77b-487d-986c-98125c3bff3a service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.163495] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.163733] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd98c0f-b204-49b4-a1fa-fc7b73bd1174 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.172883] env[62679]: DEBUG oslo_vmware.api [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 961.172883] env[62679]: value = "task-2412631" [ 961.172883] env[62679]: _type = "Task" [ 961.172883] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.185432] env[62679]: DEBUG oslo_vmware.api [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.236440] env[62679]: DEBUG nova.compute.manager [req-e8dd37ef-ed35-44b3-a19d-8489b1df25b9 req-8f55c221-9e6c-4e04-9556-5c029967693f service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Received event network-vif-plugged-98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 961.236662] env[62679]: DEBUG oslo_concurrency.lockutils [req-e8dd37ef-ed35-44b3-a19d-8489b1df25b9 req-8f55c221-9e6c-4e04-9556-5c029967693f service nova] Acquiring lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.236872] env[62679]: DEBUG oslo_concurrency.lockutils [req-e8dd37ef-ed35-44b3-a19d-8489b1df25b9 req-8f55c221-9e6c-4e04-9556-5c029967693f service nova] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.238243] env[62679]: DEBUG oslo_concurrency.lockutils [req-e8dd37ef-ed35-44b3-a19d-8489b1df25b9 req-8f55c221-9e6c-4e04-9556-5c029967693f service nova] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.238471] env[62679]: DEBUG nova.compute.manager [req-e8dd37ef-ed35-44b3-a19d-8489b1df25b9 req-8f55c221-9e6c-4e04-9556-5c029967693f service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] No waiting events found dispatching network-vif-plugged-98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.238642] env[62679]: WARNING nova.compute.manager [req-e8dd37ef-ed35-44b3-a19d-8489b1df25b9 req-8f55c221-9e6c-4e04-9556-5c029967693f service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Received unexpected event network-vif-plugged-98460469-9a7c-4dcd-8e65-411c1edf2e35 for instance with vm_state building and task_state spawning. [ 961.344128] env[62679]: DEBUG nova.network.neutron [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Successfully updated port: 98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.395292] env[62679]: DEBUG nova.network.neutron [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [{"id": "98359273-aa19-47e9-9969-2c9bdb662728", "address": "fa:16:3e:9a:c0:4e", "network": {"id": "252abb11-08a3-4d5f-8bd0-9df26d2d9497", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1431545171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b6f9dd88de4416b1b8435b8fa80cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98359273-aa", "ovs_interfaceid": "98359273-aa19-47e9-9969-2c9bdb662728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.461883] env[62679]: DEBUG nova.compute.utils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 961.466451] env[62679]: DEBUG nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.466732] env[62679]: DEBUG nova.network.neutron [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.496164] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b278e-3bb4-02cf-599e-2ed9842828e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020304} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.496413] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.496669] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ac3c2395-0e3c-4b5f-9f11-dc329b3724ee/ac3c2395-0e3c-4b5f-9f11-dc329b3724ee.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.496922] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8257f97-6400-44da-bd04-d0523f29ad98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.504232] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 961.504232] env[62679]: value = "task-2412632" [ 961.504232] env[62679]: _type = "Task" [ 961.504232] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.512983] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.587381] env[62679]: DEBUG nova.policy [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee468334102847e197f24093fb1037e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63e9aea9ee7b415f8b834b1b1cdb4e6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.630925] env[62679]: DEBUG nova.network.neutron [-] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.658517] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b106bc0-1298-4350-baf4-7426f5973a64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.669621] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5201e667-8fda-4f36-ad68-27921b9d51f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.689668] env[62679]: DEBUG oslo_vmware.api [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412631, 'name': PowerOffVM_Task, 'duration_secs': 0.290017} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.690500] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.690500] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.690500] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe7cdce8-fbc7-4847-8239-7fdaa40d88f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.711858] env[62679]: DEBUG nova.compute.manager [req-2cc61376-5378-4ce1-8a1e-23e9829bff7d req-fab725f6-e77b-487d-986c-98125c3bff3a service nova] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Detach interface failed, port_id=af28bcfd-0703-4bce-83cb-947dc1b9032a, reason: Instance d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 961.760068] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.760363] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.760595] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Deleting the datastore file [datastore2] 607bc110-443c-4311-826c-fb2f286f6332 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.760882] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a67f93-d9d0-4637-9904-918758702a6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.767809] env[62679]: DEBUG oslo_vmware.api [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for the task: (returnval){ [ 961.767809] env[62679]: value = "task-2412634" [ 961.767809] env[62679]: _type = "Task" [ 961.767809] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.777148] env[62679]: DEBUG oslo_vmware.api [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.850021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.850021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.850021] env[62679]: DEBUG nova.network.neutron [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.898696] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Releasing lock "refresh_cache-c50c07a8-9798-4a97-9cd6-e911dbff70aa" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.899771] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a380a-c9b9-4def-a026-9ebd80e253f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.906497] env[62679]: DEBUG nova.network.neutron [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance_info_cache with network_info: [{"id": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "address": "fa:16:3e:80:92:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae0b8f-90", "ovs_interfaceid": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.913380] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Resuming the VM {{(pid=62679) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 961.914162] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18c54fdf-1667-4bba-9054-19dbc59f7e10 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.923409] env[62679]: DEBUG oslo_vmware.api [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 961.923409] env[62679]: value = "task-2412635" [ 961.923409] env[62679]: _type = "Task" [ 961.923409] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.945986] env[62679]: DEBUG oslo_vmware.api [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.969025] env[62679]: DEBUG nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.974410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e95c53b-190c-43f9-9219-3778b2900ae9 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.975890] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.639s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.977563] env[62679]: INFO nova.compute.claims [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.022970] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412632, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.139630] env[62679]: INFO nova.compute.manager [-] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Took 1.47 seconds to deallocate network for instance. [ 962.205836] env[62679]: DEBUG nova.network.neutron [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Successfully created port: 731d8c41-fbf4-4c6a-b868-4b50254969d2 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.278810] env[62679]: DEBUG oslo_vmware.api [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Task: {'id': task-2412634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207708} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.279076] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.279267] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.279443] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.279619] env[62679]: INFO nova.compute.manager [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Took 1.13 seconds to destroy the instance on the hypervisor. [ 962.279855] env[62679]: DEBUG oslo.service.loopingcall [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.280063] env[62679]: DEBUG nova.compute.manager [-] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.280160] env[62679]: DEBUG nova.network.neutron [-] [instance: 607bc110-443c-4311-826c-fb2f286f6332] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.385523] env[62679]: DEBUG nova.network.neutron [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.408081] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.437557] env[62679]: DEBUG oslo_vmware.api [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412635, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.517361] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709989} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.517552] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] ac3c2395-0e3c-4b5f-9f11-dc329b3724ee/ac3c2395-0e3c-4b5f-9f11-dc329b3724ee.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.517762] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.519020] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1933e5a-ecb0-481a-acd5-f69fed5c72e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.545042] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 962.545042] env[62679]: value = "task-2412636" [ 962.545042] env[62679]: _type = "Task" [ 962.545042] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.555643] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.583116] env[62679]: DEBUG nova.network.neutron [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updating instance_info_cache with network_info: [{"id": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "address": "fa:16:3e:90:60:77", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98460469-9a", "ovs_interfaceid": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.648784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.945476] env[62679]: DEBUG oslo_vmware.api [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412635, 'name': PowerOnVM_Task, 'duration_secs': 0.644388} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.947010] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Resumed the VM {{(pid=62679) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 962.947875] env[62679]: DEBUG nova.compute.manager [None req-7c3fb663-94b2-455b-ac38-eb54c3c17195 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.949107] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c654331a-b0c9-4152-a9e6-b8951b85a76f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.952639] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33a8871-f5f2-478b-8160-697bda235248 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.981141] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32e5c9e-a8ab-4bf0-8bb0-aef2207c1e0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.987541] env[62679]: DEBUG nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.995441] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance 'e966d896-b5a7-41e5-98f1-1a94e926757b' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.019557] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.019820] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.020237] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.020237] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.020418] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.020545] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.020760] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.020918] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.021100] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.021354] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.021506] env[62679]: DEBUG nova.virt.hardware [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.022718] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc713a-03ad-409e-a66f-418de9a5b6b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.033479] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5df11-a878-4f82-bfc7-e10e5824aacd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.062213] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132281} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.062464] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.063248] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0769cd8-b5ba-41c5-8df8-38ebcd0c70e5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.087654] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ac3c2395-0e3c-4b5f-9f11-dc329b3724ee/ac3c2395-0e3c-4b5f-9f11-dc329b3724ee.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.090567] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.090876] env[62679]: DEBUG nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Instance network_info: |[{"id": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "address": "fa:16:3e:90:60:77", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98460469-9a", "ovs_interfaceid": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.091437] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdfb1b8-dd7a-4563-a617-fa348276e251 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.106932] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:60:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98460469-9a7c-4dcd-8e65-411c1edf2e35', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.114733] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Creating folder: Project (e5c6db39c8ca4e32b652b17d25ecb90e). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.114801] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb3f2cdc-8591-4994-889c-1aebe6bebe58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.125039] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 963.125039] env[62679]: value = "task-2412638" [ 963.125039] env[62679]: _type = "Task" [ 963.125039] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.129485] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Created folder: Project (e5c6db39c8ca4e32b652b17d25ecb90e) in parent group-v488891. [ 963.129703] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Creating folder: Instances. Parent ref: group-v489153. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.130316] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7045eb0a-4690-4bc8-9ae2-8ed9b2f4e4eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.135377] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.140353] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Created folder: Instances in parent group-v489153. [ 963.140570] env[62679]: DEBUG oslo.service.loopingcall [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.140769] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.141427] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dedd008e-0204-4280-a1b7-52c66076978c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.167669] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.167669] env[62679]: value = "task-2412640" [ 963.167669] env[62679]: _type = "Task" [ 963.167669] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.177624] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412640, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.274444] env[62679]: DEBUG nova.compute.manager [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Received event network-changed-98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 963.274590] env[62679]: DEBUG nova.compute.manager [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Refreshing instance network info cache due to event network-changed-98460469-9a7c-4dcd-8e65-411c1edf2e35. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 963.274762] env[62679]: DEBUG oslo_concurrency.lockutils [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] Acquiring lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.274946] env[62679]: DEBUG oslo_concurrency.lockutils [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] Acquired lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.275071] env[62679]: DEBUG nova.network.neutron [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Refreshing network info cache for port 98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.343976] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a47dba-bda8-4159-8d44-a6bc6d7973c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.355129] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cda6bb-95fa-417d-81df-5b4c9cd8a6c0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.390154] env[62679]: DEBUG nova.network.neutron [-] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.392498] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8def94-4130-49ca-8f86-3309b5d21f71 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.402552] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb2819-44b2-476d-9441-256ce80673f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.422140] env[62679]: DEBUG nova.compute.provider_tree [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.503012] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.503330] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0bb099f-6029-4384-8409-bb9a0f976071 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.511936] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 963.511936] env[62679]: value = "task-2412641" [ 963.511936] env[62679]: _type = "Task" [ 963.511936] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.520976] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.634976] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.677732] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412640, 'name': CreateVM_Task, 'duration_secs': 0.473509} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.678110] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.678652] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.678822] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.679171] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.679438] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d89d1a-0971-4fae-8148-71896f8ae5bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.686850] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 963.686850] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b3fc03-d38f-e679-4636-9dc454712298" [ 963.686850] env[62679]: _type = "Task" [ 963.686850] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.698212] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b3fc03-d38f-e679-4636-9dc454712298, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.698372] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.699038] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.699038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.699038] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.699237] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.699343] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e82711ab-76e4-4ca6-90a0-bb28b1521743 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.708065] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.708266] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.708979] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eafb705-1504-46c8-a1c7-cc05e5513ba4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.714637] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 963.714637] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270def6-cf01-b49f-6d90-c2e41349c88c" [ 963.714637] env[62679]: _type = "Task" [ 963.714637] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.723859] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270def6-cf01-b49f-6d90-c2e41349c88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.895873] env[62679]: INFO nova.compute.manager [-] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Took 1.62 seconds to deallocate network for instance. [ 963.924021] env[62679]: DEBUG nova.scheduler.client.report [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.021394] env[62679]: DEBUG oslo_vmware.api [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412641, 'name': PowerOnVM_Task, 'duration_secs': 0.445358} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.021660] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.021838] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23abd76a-a4a4-4ba5-8f06-b84eab4fe9c3 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance 'e966d896-b5a7-41e5-98f1-1a94e926757b' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.135546] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412638, 'name': ReconfigVM_Task, 'duration_secs': 0.584581} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.138854] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ac3c2395-0e3c-4b5f-9f11-dc329b3724ee/ac3c2395-0e3c-4b5f-9f11-dc329b3724ee.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.139793] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18924b0-bfd4-4336-93ca-736584f58dc3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.147059] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 964.147059] env[62679]: value = "task-2412642" [ 964.147059] env[62679]: _type = "Task" [ 964.147059] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.155369] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412642, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.226093] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270def6-cf01-b49f-6d90-c2e41349c88c, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.229458] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbb741b-7974-44ea-874c-713df6d3f166 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.235968] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 964.235968] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5297fdb2-927e-5892-4836-e4574b979714" [ 964.235968] env[62679]: _type = "Task" [ 964.235968] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.244907] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5297fdb2-927e-5892-4836-e4574b979714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.405964] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.431242] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.431840] env[62679]: DEBUG nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.434419] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.689s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.438105] env[62679]: DEBUG nova.objects.instance [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'resources' on Instance uuid a72af12d-285a-4654-a9ee-61dcb14897d5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.564665] env[62679]: DEBUG nova.network.neutron [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updated VIF entry in instance network info cache for port 98460469-9a7c-4dcd-8e65-411c1edf2e35. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.565179] env[62679]: DEBUG nova.network.neutron [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updating instance_info_cache with network_info: [{"id": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "address": "fa:16:3e:90:60:77", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98460469-9a", "ovs_interfaceid": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.658016] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412642, 'name': Rename_Task, 'duration_secs': 0.153477} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.658378] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.658681] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482ce5d6-aaab-4419-948d-5b05116312a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.665673] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 964.665673] env[62679]: value = "task-2412643" [ 964.665673] env[62679]: _type = "Task" [ 964.665673] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.671781] env[62679]: DEBUG nova.network.neutron [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Successfully updated port: 731d8c41-fbf4-4c6a-b868-4b50254969d2 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.676249] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.747339] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5297fdb2-927e-5892-4836-e4574b979714, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.747741] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.748154] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f/65169c1a-ef47-4b61-8492-d3f9ee2f9b7f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.748712] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e64ad736-1322-4a29-936b-6ea33f3f89e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.755711] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 964.755711] env[62679]: value = "task-2412644" [ 964.755711] env[62679]: _type = "Task" [ 964.755711] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.764394] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.938879] env[62679]: DEBUG nova.compute.utils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 964.943052] env[62679]: DEBUG nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.943183] env[62679]: DEBUG nova.network.neutron [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.014457] env[62679]: DEBUG nova.policy [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '979d763a055e41198d5bbaf7d996666d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a06966a1a264487c98952b9c284f6fd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.067572] env[62679]: DEBUG oslo_concurrency.lockutils [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] Releasing lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.071206] env[62679]: DEBUG nova.compute.manager [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Received event network-vif-deleted-b5387313-ae8f-4cb0-8d85-c2418af1d309 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 965.071489] env[62679]: INFO nova.compute.manager [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Neutron deleted interface b5387313-ae8f-4cb0-8d85-c2418af1d309; detaching it from the instance and deleting it from the info cache [ 965.071679] env[62679]: DEBUG nova.network.neutron [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.179126] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "refresh_cache-05b5303c-1280-4c19-a956-edb364a59bc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.179343] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "refresh_cache-05b5303c-1280-4c19-a956-edb364a59bc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.180288] env[62679]: DEBUG nova.network.neutron [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.181779] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.257467] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353f1116-663a-41ea-8bb0-970d7983643f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.270346] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.272844] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41138290-d9b8-42d3-95d2-1b127be2aea3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.306856] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b90946f-2409-4e8d-abae-fb73678c0925 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.317181] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7da9594-5bf9-4a64-b1e9-f11957992074 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.334600] env[62679]: DEBUG nova.compute.provider_tree [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.443675] env[62679]: DEBUG nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.548385] env[62679]: DEBUG nova.compute.manager [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Received event network-vif-plugged-731d8c41-fbf4-4c6a-b868-4b50254969d2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 965.548697] env[62679]: DEBUG oslo_concurrency.lockutils [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] Acquiring lock "05b5303c-1280-4c19-a956-edb364a59bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.548935] env[62679]: DEBUG oslo_concurrency.lockutils [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] Lock "05b5303c-1280-4c19-a956-edb364a59bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.549127] env[62679]: DEBUG oslo_concurrency.lockutils [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] Lock "05b5303c-1280-4c19-a956-edb364a59bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.549304] env[62679]: DEBUG nova.compute.manager [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] No waiting events found dispatching network-vif-plugged-731d8c41-fbf4-4c6a-b868-4b50254969d2 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.549469] env[62679]: WARNING nova.compute.manager [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Received unexpected event network-vif-plugged-731d8c41-fbf4-4c6a-b868-4b50254969d2 for instance with vm_state building and task_state spawning. [ 965.549626] env[62679]: DEBUG nova.compute.manager [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Received event network-changed-731d8c41-fbf4-4c6a-b868-4b50254969d2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 965.549776] env[62679]: DEBUG nova.compute.manager [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Refreshing instance network info cache due to event network-changed-731d8c41-fbf4-4c6a-b868-4b50254969d2. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 965.549943] env[62679]: DEBUG oslo_concurrency.lockutils [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] Acquiring lock "refresh_cache-05b5303c-1280-4c19-a956-edb364a59bc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.574472] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc71dd42-260f-497d-bd00-d618433ef773 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.591490] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4553302-327f-4d76-a326-83e166bb03ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.633652] env[62679]: DEBUG nova.compute.manager [req-801479cd-4df5-46ee-9394-7cdcd841d6d2 req-a65d3d3b-42ef-46ba-896a-356a6690a0c0 service nova] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Detach interface failed, port_id=b5387313-ae8f-4cb0-8d85-c2418af1d309, reason: Instance 607bc110-443c-4311-826c-fb2f286f6332 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 965.678203] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412643, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.686167] env[62679]: DEBUG nova.network.neutron [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Successfully created port: 250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.766166] env[62679]: DEBUG nova.network.neutron [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.769923] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915125} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.770411] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f/65169c1a-ef47-4b61-8492-d3f9ee2f9b7f.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.770795] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.771175] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e31f7b4b-af43-4b5f-b061-04776f80e806 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.778306] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 965.778306] env[62679]: value = "task-2412645" [ 965.778306] env[62679]: _type = "Task" [ 965.778306] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.788659] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.838342] env[62679]: DEBUG nova.scheduler.client.report [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.124077] env[62679]: DEBUG nova.network.neutron [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Updating instance_info_cache with network_info: [{"id": "731d8c41-fbf4-4c6a-b868-4b50254969d2", "address": "fa:16:3e:3e:c1:1c", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731d8c41-fb", "ovs_interfaceid": "731d8c41-fbf4-4c6a-b868-4b50254969d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.181735] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.291572] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412645, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.344591] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.347062] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.658s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.348529] env[62679]: INFO nova.compute.claims [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.368192] env[62679]: INFO nova.scheduler.client.report [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted allocations for instance a72af12d-285a-4654-a9ee-61dcb14897d5 [ 966.453870] env[62679]: DEBUG nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.477669] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.477909] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.478076] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.478260] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.478406] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.478552] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.478756] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.478913] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.479088] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.479307] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.479414] env[62679]: DEBUG nova.virt.hardware [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.480307] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d0e89-dc3d-4043-abc2-f1d8e07b6f9d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.488577] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033a44f8-7c2d-4d50-a1e0-38c3201ab4f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.628129] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "refresh_cache-05b5303c-1280-4c19-a956-edb364a59bc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.628129] env[62679]: DEBUG nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Instance network_info: |[{"id": "731d8c41-fbf4-4c6a-b868-4b50254969d2", "address": "fa:16:3e:3e:c1:1c", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731d8c41-fb", "ovs_interfaceid": "731d8c41-fbf4-4c6a-b868-4b50254969d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.628129] env[62679]: DEBUG oslo_concurrency.lockutils [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] Acquired lock "refresh_cache-05b5303c-1280-4c19-a956-edb364a59bc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.628129] env[62679]: DEBUG nova.network.neutron [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Refreshing network info cache for port 731d8c41-fbf4-4c6a-b868-4b50254969d2 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.628888] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:c1:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '731d8c41-fbf4-4c6a-b868-4b50254969d2', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.637109] env[62679]: DEBUG oslo.service.loopingcall [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.641356] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.641356] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f84b1a59-aca5-4959-990e-5dae47261502 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.665657] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.665657] env[62679]: value = "task-2412646" [ 966.665657] env[62679]: _type = "Task" [ 966.665657] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.680970] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412646, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.686057] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412643, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.756726] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "e966d896-b5a7-41e5-98f1-1a94e926757b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.756971] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.757190] env[62679]: DEBUG nova.compute.manager [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Going to confirm migration 3 {{(pid=62679) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 966.797429] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.934945} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.797795] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.798757] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01671a75-8646-42b0-b33f-ff81063c417f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.825680] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f/65169c1a-ef47-4b61-8492-d3f9ee2f9b7f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.828466] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7df80e-19a9-4b39-b6e0-362b6afdf230 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.854715] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 966.854715] env[62679]: value = "task-2412647" [ 966.854715] env[62679]: _type = "Task" [ 966.854715] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.867695] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.876448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6a496ce0-b375-4d66-b72e-6c9167551660 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "a72af12d-285a-4654-a9ee-61dcb14897d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.619s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.908521] env[62679]: DEBUG nova.compute.manager [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.910165] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a5e90b-2b39-4288-ad53-cf7e6de77fbf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.017741] env[62679]: DEBUG nova.network.neutron [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Updated VIF entry in instance network info cache for port 731d8c41-fbf4-4c6a-b868-4b50254969d2. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.018175] env[62679]: DEBUG nova.network.neutron [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Updating instance_info_cache with network_info: [{"id": "731d8c41-fbf4-4c6a-b868-4b50254969d2", "address": "fa:16:3e:3e:c1:1c", "network": {"id": "3dc022b2-fbc0-4a8e-9df3-d21555174f59", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-507349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63e9aea9ee7b415f8b834b1b1cdb4e6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap731d8c41-fb", "ovs_interfaceid": "731d8c41-fbf4-4c6a-b868-4b50254969d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.177126] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412646, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.182357] env[62679]: DEBUG oslo_vmware.api [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412643, 'name': PowerOnVM_Task, 'duration_secs': 2.235045} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.182656] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.182881] env[62679]: INFO nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Took 11.13 seconds to spawn the instance on the hypervisor. [ 967.183087] env[62679]: DEBUG nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.184068] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023200a-b3d6-44b6-9e66-491771cc4031 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.381638] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.400290] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.400508] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.401085] env[62679]: DEBUG nova.network.neutron [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.401085] env[62679]: DEBUG nova.objects.instance [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'info_cache' on Instance uuid e966d896-b5a7-41e5-98f1-1a94e926757b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.421618] env[62679]: INFO nova.compute.manager [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] instance snapshotting [ 967.422304] env[62679]: DEBUG nova.objects.instance [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'flavor' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.523352] env[62679]: DEBUG oslo_concurrency.lockutils [req-e924bfac-2c75-4aef-ab50-7bbb06bb0298 req-271a26e8-f570-4870-988a-31dbdd66d21b service nova] Releasing lock "refresh_cache-05b5303c-1280-4c19-a956-edb364a59bc4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.582309] env[62679]: DEBUG nova.compute.manager [req-65a8d879-16fc-42f3-9307-1127f23f0745 req-a933eb71-b223-4ee7-aaf7-f65c5136c82e service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Received event network-vif-plugged-250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 967.582545] env[62679]: DEBUG oslo_concurrency.lockutils [req-65a8d879-16fc-42f3-9307-1127f23f0745 req-a933eb71-b223-4ee7-aaf7-f65c5136c82e service nova] Acquiring lock "7bad2069-4949-4d58-9715-640519386c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.582741] env[62679]: DEBUG oslo_concurrency.lockutils [req-65a8d879-16fc-42f3-9307-1127f23f0745 req-a933eb71-b223-4ee7-aaf7-f65c5136c82e service nova] Lock "7bad2069-4949-4d58-9715-640519386c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.582903] env[62679]: DEBUG oslo_concurrency.lockutils [req-65a8d879-16fc-42f3-9307-1127f23f0745 req-a933eb71-b223-4ee7-aaf7-f65c5136c82e service nova] Lock "7bad2069-4949-4d58-9715-640519386c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.583073] env[62679]: DEBUG nova.compute.manager [req-65a8d879-16fc-42f3-9307-1127f23f0745 req-a933eb71-b223-4ee7-aaf7-f65c5136c82e service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] No waiting events found dispatching network-vif-plugged-250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.583234] env[62679]: WARNING nova.compute.manager [req-65a8d879-16fc-42f3-9307-1127f23f0745 req-a933eb71-b223-4ee7-aaf7-f65c5136c82e service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Received unexpected event network-vif-plugged-250cc051-6f20-43d7-b3f9-0a3fe358f295 for instance with vm_state building and task_state spawning. [ 967.675262] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6436ba-7658-4d0f-ba0c-f68bd2e1cc02 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.685379] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412646, 'name': CreateVM_Task, 'duration_secs': 0.812322} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.685379] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.685379] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.685379] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.685379] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.685379] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a256d53-882e-487b-8d47-6eff6c246749 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.688094] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f2281-d476-4c5b-925b-04e2f89f4455 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.693189] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 967.693189] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a96064-8bdc-0eeb-6b17-81c6474ef8c6" [ 967.693189] env[62679]: _type = "Task" [ 967.693189] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.736915] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77abacd7-e599-40d5-8ac1-a0b226216d80 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.740545] env[62679]: DEBUG nova.network.neutron [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Successfully updated port: 250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.741738] env[62679]: INFO nova.compute.manager [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Took 17.02 seconds to build instance. [ 967.753143] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a9612e-812c-4d78-82d3-e4c526ff97b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.757122] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a96064-8bdc-0eeb-6b17-81c6474ef8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.024209} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.757977] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.758239] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.758492] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.758641] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.759906] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.759906] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd85ea9b-b480-47ca-98c7-9827d36722bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.771925] env[62679]: DEBUG nova.compute.provider_tree [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.778885] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.778885] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.778885] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d606fc17-32fd-441c-9661-a1d6f727860e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.785248] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 967.785248] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5235b569-0431-28dd-dfbf-c497079ce378" [ 967.785248] env[62679]: _type = "Task" [ 967.785248] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.793856] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5235b569-0431-28dd-dfbf-c497079ce378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.867506] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "babafca5-b665-46de-97af-b66fa06b42cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.867506] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.872485] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412647, 'name': ReconfigVM_Task, 'duration_secs': 0.745057} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.872953] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f/65169c1a-ef47-4b61-8492-d3f9ee2f9b7f.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.873542] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-128dc0f5-2016-456f-896a-25ea3776f9c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.882728] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 967.882728] env[62679]: value = "task-2412648" [ 967.882728] env[62679]: _type = "Task" [ 967.882728] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.891870] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412648, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.928211] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe00ef6-3e3c-44a5-a7e9-bedc5903f946 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.950759] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2b6a7c-5ea7-407d-9841-9cc4995d2884 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.244338] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.244528] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.244686] env[62679]: DEBUG nova.network.neutron [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.253368] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9c176aab-7b8c-493a-af22-1f690d856291 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.541s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.275158] env[62679]: DEBUG nova.scheduler.client.report [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.298308] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5235b569-0431-28dd-dfbf-c497079ce378, 'name': SearchDatastore_Task, 'duration_secs': 0.021147} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.299059] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1575e9-a0b5-448f-8480-dea392f417aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.306307] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 968.306307] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fe4ed6-0cc7-1fb7-a2d3-17a1729d5118" [ 968.306307] env[62679]: _type = "Task" [ 968.306307] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.315442] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fe4ed6-0cc7-1fb7-a2d3-17a1729d5118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.374140] env[62679]: DEBUG nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.392375] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412648, 'name': Rename_Task, 'duration_secs': 0.393558} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.392713] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.392963] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a69902c-20c4-4452-b726-41e75505647f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.400434] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 968.400434] env[62679]: value = "task-2412649" [ 968.400434] env[62679]: _type = "Task" [ 968.400434] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.409260] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.462621] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 968.462937] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a2faa2e-7ae0-48f1-ac4e-ffdfe24481c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.472039] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 968.472039] env[62679]: value = "task-2412650" [ 968.472039] env[62679]: _type = "Task" [ 968.472039] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.481774] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.674374] env[62679]: DEBUG nova.network.neutron [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance_info_cache with network_info: [{"id": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "address": "fa:16:3e:80:92:b8", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92ae0b8f-90", "ovs_interfaceid": "92ae0b8f-9045-41f4-95d9-1aac957c3494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.781150] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.781499] env[62679]: DEBUG nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.784780] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.137s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.788022] env[62679]: DEBUG nova.objects.instance [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lazy-loading 'resources' on Instance uuid d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.793300] env[62679]: DEBUG nova.network.neutron [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.819677] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52fe4ed6-0cc7-1fb7-a2d3-17a1729d5118, 'name': SearchDatastore_Task, 'duration_secs': 0.024899} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.822721] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.822822] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 05b5303c-1280-4c19-a956-edb364a59bc4/05b5303c-1280-4c19-a956-edb364a59bc4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.823950] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1bde11-16fb-45eb-90ff-b2b35edf4f02 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.833472] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 968.833472] env[62679]: value = "task-2412651" [ 968.833472] env[62679]: _type = "Task" [ 968.833472] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.846147] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.907438] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.915250] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.984482] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.062146] env[62679]: DEBUG nova.network.neutron [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Updating instance_info_cache with network_info: [{"id": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "address": "fa:16:3e:4e:68:c3", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250cc051-6f", "ovs_interfaceid": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.177772] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-e966d896-b5a7-41e5-98f1-1a94e926757b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.179343] env[62679]: DEBUG nova.objects.instance [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'migration_context' on Instance uuid e966d896-b5a7-41e5-98f1-1a94e926757b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.210670] env[62679]: DEBUG nova.compute.manager [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Stashing vm_state: active {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 969.293224] env[62679]: DEBUG nova.compute.utils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 969.298860] env[62679]: DEBUG nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.298860] env[62679]: DEBUG nova.network.neutron [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.340915] env[62679]: DEBUG nova.policy [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.347067] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.364155] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.364605] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.364937] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.365278] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.365575] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.368892] env[62679]: INFO nova.compute.manager [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Terminating instance [ 969.417386] env[62679]: DEBUG oslo_vmware.api [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412649, 'name': PowerOnVM_Task, 'duration_secs': 0.614039} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.417761] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.418049] env[62679]: INFO nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Took 8.89 seconds to spawn the instance on the hypervisor. [ 969.418306] env[62679]: DEBUG nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.419658] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af613ed4-35aa-41d0-af79-ffd44095cebf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.489029] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412650, 'name': CreateSnapshot_Task, 'duration_secs': 0.807721} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.489029] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.489029] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be8fdf-7580-464d-8bca-c7340f8116d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.564163] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Releasing lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.564469] env[62679]: DEBUG nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Instance network_info: |[{"id": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "address": "fa:16:3e:4e:68:c3", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250cc051-6f", "ovs_interfaceid": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.564865] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:68:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '250cc051-6f20-43d7-b3f9-0a3fe358f295', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.572284] env[62679]: DEBUG oslo.service.loopingcall [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.575151] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bad2069-4949-4d58-9715-640519386c65] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.577400] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f72a73b-8f97-4227-99a9-70698f6862e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.601349] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.601349] env[62679]: value = "task-2412652" [ 969.601349] env[62679]: _type = "Task" [ 969.601349] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.611871] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412652, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.621460] env[62679]: DEBUG nova.compute.manager [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Received event network-changed-250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 969.621664] env[62679]: DEBUG nova.compute.manager [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Refreshing instance network info cache due to event network-changed-250cc051-6f20-43d7-b3f9-0a3fe358f295. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 969.622031] env[62679]: DEBUG oslo_concurrency.lockutils [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] Acquiring lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.622198] env[62679]: DEBUG oslo_concurrency.lockutils [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] Acquired lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.622605] env[62679]: DEBUG nova.network.neutron [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Refreshing network info cache for port 250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.652875] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093de8c0-5769-4229-a72c-32f1377acda9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.662596] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca79813c-fdee-49c7-bab1-975c3a09425d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.694848] env[62679]: DEBUG nova.objects.base [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.696400] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f80e7b-a114-4aa4-9288-0966b7fd03ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.699491] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f7219-91c6-4acc-bf2e-72c239dd7c60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.723550] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa507aeb-bb64-44d5-8e36-96e87e1e514d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.726775] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67314f6-0da1-40c0-8682-388946dc8aaa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.733433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.736016] env[62679]: DEBUG oslo_vmware.api [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 969.736016] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d4e085-47f3-7a45-efc3-2c97f37366dc" [ 969.736016] env[62679]: _type = "Task" [ 969.736016] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.745449] env[62679]: DEBUG nova.compute.provider_tree [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.746293] env[62679]: DEBUG nova.network.neutron [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Successfully created port: ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.758958] env[62679]: DEBUG oslo_vmware.api [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d4e085-47f3-7a45-efc3-2c97f37366dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.758958] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.799958] env[62679]: DEBUG nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.846857] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630006} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.847147] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 05b5303c-1280-4c19-a956-edb364a59bc4/05b5303c-1280-4c19-a956-edb364a59bc4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.847402] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.847666] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-898e9565-00c8-4c46-a7f3-47cfe8ebb8f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.855988] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 969.855988] env[62679]: value = "task-2412653" [ 969.855988] env[62679]: _type = "Task" [ 969.855988] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.864938] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.876258] env[62679]: DEBUG nova.compute.manager [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.876476] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.877349] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6824cdf7-f33b-4a02-9471-f4cb13fc40b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.886739] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.887012] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a82c5fca-34f8-40f6-ba00-f5831d230386 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.893879] env[62679]: DEBUG oslo_vmware.api [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 969.893879] env[62679]: value = "task-2412654" [ 969.893879] env[62679]: _type = "Task" [ 969.893879] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.902856] env[62679]: DEBUG oslo_vmware.api [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.945120] env[62679]: INFO nova.compute.manager [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Took 15.36 seconds to build instance. [ 970.012517] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 970.013037] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-313ec137-6716-447c-b20d-a24a08ad2f18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.023023] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 970.023023] env[62679]: value = "task-2412655" [ 970.023023] env[62679]: _type = "Task" [ 970.023023] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.035698] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412655, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.114464] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412652, 'name': CreateVM_Task, 'duration_secs': 0.482002} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.114464] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bad2069-4949-4d58-9715-640519386c65] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.114618] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.115071] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.115182] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.116072] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa70abc2-847a-4156-a5f6-a66c99cbb917 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.121867] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 970.121867] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522bbd8f-df55-79ca-177f-a2074f82e149" [ 970.121867] env[62679]: _type = "Task" [ 970.121867] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.136539] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522bbd8f-df55-79ca-177f-a2074f82e149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.252647] env[62679]: DEBUG nova.scheduler.client.report [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.367985] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083456} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.370521] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.371584] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc0024-4fc5-4079-8f98-baa8f3486eb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.395778] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 05b5303c-1280-4c19-a956-edb364a59bc4/05b5303c-1280-4c19-a956-edb364a59bc4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.396581] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ba43b6-d814-4dd7-81b3-40edecf020fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.423762] env[62679]: DEBUG oslo_vmware.api [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412654, 'name': PowerOffVM_Task, 'duration_secs': 0.31324} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.425270] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.425452] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.425768] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 970.425768] env[62679]: value = "task-2412656" [ 970.425768] env[62679]: _type = "Task" [ 970.425768] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.425963] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2287ffb0-0be4-4336-93af-d7d8e0abeb5b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.441828] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.447518] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cce2e9d2-d1e0-4d9f-a3f7-0d01045dacf2 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.874s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.536877] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412655, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.601696] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.602071] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.602377] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleting the datastore file [datastore2] c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.602777] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb60750f-c7f0-40a9-9a55-c09c44e62e94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.608952] env[62679]: DEBUG nova.network.neutron [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Updated VIF entry in instance network info cache for port 250cc051-6f20-43d7-b3f9-0a3fe358f295. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.609496] env[62679]: DEBUG nova.network.neutron [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Updating instance_info_cache with network_info: [{"id": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "address": "fa:16:3e:4e:68:c3", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250cc051-6f", "ovs_interfaceid": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.614766] env[62679]: DEBUG oslo_vmware.api [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for the task: (returnval){ [ 970.614766] env[62679]: value = "task-2412658" [ 970.614766] env[62679]: _type = "Task" [ 970.614766] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.644847] env[62679]: DEBUG oslo_vmware.api [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.651180] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522bbd8f-df55-79ca-177f-a2074f82e149, 'name': SearchDatastore_Task, 'duration_secs': 0.01624} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.652905] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.653289] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.653709] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.653884] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.654191] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.656641] env[62679]: DEBUG nova.compute.manager [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Received event network-changed-98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 970.656641] env[62679]: DEBUG nova.compute.manager [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Refreshing instance network info cache due to event network-changed-98460469-9a7c-4dcd-8e65-411c1edf2e35. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 970.656641] env[62679]: DEBUG oslo_concurrency.lockutils [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] Acquiring lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.656641] env[62679]: DEBUG oslo_concurrency.lockutils [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] Acquired lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.657654] env[62679]: DEBUG nova.network.neutron [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Refreshing network info cache for port 98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.659358] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fe6df2e-1e15-4247-b02c-fbf661ab5c72 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.689646] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.689936] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.691133] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f634ab1-a46e-46d0-8fa2-900150b4ca8f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.699862] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 970.699862] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270d34a-b619-e8c8-88af-bcafc35fa622" [ 970.699862] env[62679]: _type = "Task" [ 970.699862] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.712244] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270d34a-b619-e8c8-88af-bcafc35fa622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.757590] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.760044] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.354s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.760275] env[62679]: DEBUG nova.objects.instance [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lazy-loading 'resources' on Instance uuid 607bc110-443c-4311-826c-fb2f286f6332 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.783986] env[62679]: INFO nova.scheduler.client.report [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleted allocations for instance d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5 [ 970.809172] env[62679]: DEBUG nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.838823] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.839098] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.839264] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.839610] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.839834] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.840073] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.840415] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.840655] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.840855] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.841071] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.841280] env[62679]: DEBUG nova.virt.hardware [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.842175] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bce84a4-426f-4030-81aa-994f6f3101b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.851769] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7ad051-46d7-4b6c-b29d-39d1292b54b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.939079] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.035736] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412655, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.114112] env[62679]: DEBUG oslo_concurrency.lockutils [req-a72d6533-02a1-4f6e-aa1b-486b3354b90b req-ab412a7a-8f72-43ee-a786-5aa6dcd2a69f service nova] Releasing lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.124664] env[62679]: DEBUG oslo_vmware.api [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Task: {'id': task-2412658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42774} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.124974] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.125218] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.125399] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.125576] env[62679]: INFO nova.compute.manager [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Took 1.25 seconds to destroy the instance on the hypervisor. [ 971.125816] env[62679]: DEBUG oslo.service.loopingcall [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.126018] env[62679]: DEBUG nova.compute.manager [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.126123] env[62679]: DEBUG nova.network.neutron [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.211231] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270d34a-b619-e8c8-88af-bcafc35fa622, 'name': SearchDatastore_Task, 'duration_secs': 0.017281} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.212032] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ea3b20-3b5b-405f-8dbe-1b93600b8af4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.217892] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 971.217892] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ac238c-ee56-f6f8-be4d-315d4d765a44" [ 971.217892] env[62679]: _type = "Task" [ 971.217892] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.226284] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ac238c-ee56-f6f8-be4d-315d4d765a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.302773] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c874585a-d5db-4076-bb34-b2b384f269f0 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.288s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.411871] env[62679]: DEBUG nova.network.neutron [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updated VIF entry in instance network info cache for port 98460469-9a7c-4dcd-8e65-411c1edf2e35. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.412242] env[62679]: DEBUG nova.network.neutron [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updating instance_info_cache with network_info: [{"id": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "address": "fa:16:3e:90:60:77", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98460469-9a", "ovs_interfaceid": "98460469-9a7c-4dcd-8e65-411c1edf2e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.445459] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412656, 'name': ReconfigVM_Task, 'duration_secs': 0.683034} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.447038] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 05b5303c-1280-4c19-a956-edb364a59bc4/05b5303c-1280-4c19-a956-edb364a59bc4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.447440] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f802e0dc-0705-4e2f-9f9c-34a0f307eef2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.457919] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 971.457919] env[62679]: value = "task-2412659" [ 971.457919] env[62679]: _type = "Task" [ 971.457919] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.471841] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412659, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.539620] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412655, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.637742] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec237c-68dc-45c0-9bfb-4fb731be2801 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.647711] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22675c-7e8b-428f-a0a6-49fb0e856f59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.685748] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b067bc-0685-4562-b047-63902d276d60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.694997] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecd2f5c-345c-4321-83f2-f291df2108de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.712633] env[62679]: DEBUG nova.compute.provider_tree [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.728064] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ac238c-ee56-f6f8-be4d-315d4d765a44, 'name': SearchDatastore_Task, 'duration_secs': 0.018988} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.728946] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.729229] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 7bad2069-4949-4d58-9715-640519386c65/7bad2069-4949-4d58-9715-640519386c65.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.729502] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56e5769b-d5f3-4572-9f8b-b18ff4548115 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.738062] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 971.738062] env[62679]: value = "task-2412660" [ 971.738062] env[62679]: _type = "Task" [ 971.738062] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.747371] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.914954] env[62679]: DEBUG oslo_concurrency.lockutils [req-809a5f8f-91c3-4f33-a404-d59afa6dfd05 req-17d81825-c6a7-4b97-a1f6-712380975ebf service nova] Releasing lock "refresh_cache-65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.968398] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412659, 'name': Rename_Task, 'duration_secs': 0.221574} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.968683] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.969141] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-706eff24-0bfc-4570-92e9-5cf08871a6f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.979414] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 971.979414] env[62679]: value = "task-2412661" [ 971.979414] env[62679]: _type = "Task" [ 971.979414] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.997421] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.038330] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412655, 'name': CloneVM_Task} progress is 95%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.045482] env[62679]: DEBUG nova.network.neutron [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.056081] env[62679]: DEBUG nova.compute.manager [req-28a153ec-1516-4d19-a293-b76933334a84 req-8c655d91-cb68-47a1-90be-ad49c05c6aa4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Received event network-vif-deleted-98359273-aa19-47e9-9969-2c9bdb662728 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 972.056332] env[62679]: INFO nova.compute.manager [req-28a153ec-1516-4d19-a293-b76933334a84 req-8c655d91-cb68-47a1-90be-ad49c05c6aa4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Neutron deleted interface 98359273-aa19-47e9-9969-2c9bdb662728; detaching it from the instance and deleting it from the info cache [ 972.056590] env[62679]: DEBUG nova.network.neutron [req-28a153ec-1516-4d19-a293-b76933334a84 req-8c655d91-cb68-47a1-90be-ad49c05c6aa4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.177482] env[62679]: DEBUG nova.compute.manager [req-477217f0-803d-42df-b369-67b5fbd98576 req-0eec8169-8d80-4555-a6fa-c604774206a5 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-vif-plugged-ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 972.177705] env[62679]: DEBUG oslo_concurrency.lockutils [req-477217f0-803d-42df-b369-67b5fbd98576 req-0eec8169-8d80-4555-a6fa-c604774206a5 service nova] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.177913] env[62679]: DEBUG oslo_concurrency.lockutils [req-477217f0-803d-42df-b369-67b5fbd98576 req-0eec8169-8d80-4555-a6fa-c604774206a5 service nova] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.178108] env[62679]: DEBUG oslo_concurrency.lockutils [req-477217f0-803d-42df-b369-67b5fbd98576 req-0eec8169-8d80-4555-a6fa-c604774206a5 service nova] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.178299] env[62679]: DEBUG nova.compute.manager [req-477217f0-803d-42df-b369-67b5fbd98576 req-0eec8169-8d80-4555-a6fa-c604774206a5 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] No waiting events found dispatching network-vif-plugged-ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.178448] env[62679]: WARNING nova.compute.manager [req-477217f0-803d-42df-b369-67b5fbd98576 req-0eec8169-8d80-4555-a6fa-c604774206a5 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received unexpected event network-vif-plugged-ed16f47c-9a78-42e1-91f1-c352bbe778c1 for instance with vm_state building and task_state spawning. [ 972.217564] env[62679]: DEBUG nova.scheduler.client.report [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.249987] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412660, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.491138] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.539043] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412655, 'name': CloneVM_Task, 'duration_secs': 2.189111} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.539700] env[62679]: DEBUG nova.network.neutron [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Successfully updated port: ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.541844] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Created linked-clone VM from snapshot [ 972.541844] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1b1a10-ebf3-407e-8d92-703b25c1bb11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.550961] env[62679]: INFO nova.compute.manager [-] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Took 1.42 seconds to deallocate network for instance. [ 972.551779] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Uploading image 4f686911-1abe-42a4-b627-4c2f69fda2fb {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.559891] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d3bc337-8d3b-4f77-b29a-543ba480786c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.572520] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3631b871-50f4-45fe-a19c-e4b1bb540741 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.592283] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.592283] env[62679]: value = "vm-489159" [ 972.592283] env[62679]: _type = "VirtualMachine" [ 972.592283] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.592603] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d810bd8e-926a-4b5d-b489-109b66b48c67 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.601576] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease: (returnval){ [ 972.601576] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52505ea7-3e3e-a4ab-0515-bf2581af0803" [ 972.601576] env[62679]: _type = "HttpNfcLease" [ 972.601576] env[62679]: } obtained for exporting VM: (result){ [ 972.601576] env[62679]: value = "vm-489159" [ 972.601576] env[62679]: _type = "VirtualMachine" [ 972.601576] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.601935] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the lease: (returnval){ [ 972.601935] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52505ea7-3e3e-a4ab-0515-bf2581af0803" [ 972.601935] env[62679]: _type = "HttpNfcLease" [ 972.601935] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.624851] env[62679]: DEBUG nova.compute.manager [req-28a153ec-1516-4d19-a293-b76933334a84 req-8c655d91-cb68-47a1-90be-ad49c05c6aa4 service nova] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Detach interface failed, port_id=98359273-aa19-47e9-9969-2c9bdb662728, reason: Instance c50c07a8-9798-4a97-9cd6-e911dbff70aa could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 972.629945] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.629945] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52505ea7-3e3e-a4ab-0515-bf2581af0803" [ 972.629945] env[62679]: _type = "HttpNfcLease" [ 972.629945] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.630362] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.630362] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52505ea7-3e3e-a4ab-0515-bf2581af0803" [ 972.630362] env[62679]: _type = "HttpNfcLease" [ 972.630362] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 972.631511] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e8b103-5947-4b99-91aa-eed289295e92 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.642508] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a5a65-6094-5f1b-febf-1c8538ef406f/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.642707] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a5a65-6094-5f1b-febf-1c8538ef406f/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 972.724709] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.727072] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.820s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.728578] env[62679]: INFO nova.compute.claims [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.749456] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701333} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.749744] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 7bad2069-4949-4d58-9715-640519386c65/7bad2069-4949-4d58-9715-640519386c65.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.749958] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.750347] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ea325a0-3da9-4467-a265-6570228d34f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.753464] env[62679]: INFO nova.scheduler.client.report [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Deleted allocations for instance 607bc110-443c-4311-826c-fb2f286f6332 [ 972.760165] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 972.760165] env[62679]: value = "task-2412664" [ 972.760165] env[62679]: _type = "Task" [ 972.760165] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.771769] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.786346] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83477469-1a71-4f0a-8020-a75c7be40f4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.991620] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.045905] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.046180] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.046222] env[62679]: DEBUG nova.network.neutron [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.061589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.260870] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0f64bfd-523c-42ca-a0fe-d3cca194d720 tempest-VolumesAdminNegativeTest-941185142 tempest-VolumesAdminNegativeTest-941185142-project-member] Lock "607bc110-443c-4311-826c-fb2f286f6332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.624s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.274727] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155628} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.275404] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.276261] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0535121-51e2-4eb2-a48f-e6b06fb5cc5c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.305200] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 7bad2069-4949-4d58-9715-640519386c65/7bad2069-4949-4d58-9715-640519386c65.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.305200] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afeda3d4-ae3b-494a-b432-663058efe017 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.332312] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 973.332312] env[62679]: value = "task-2412665" [ 973.332312] env[62679]: _type = "Task" [ 973.332312] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.343202] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.496058] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.602585] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.606083] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.609654] env[62679]: DEBUG nova.network.neutron [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.847770] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.849477] env[62679]: DEBUG nova.network.neutron [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.998482] env[62679]: DEBUG oslo_vmware.api [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412661, 'name': PowerOnVM_Task, 'duration_secs': 1.571851} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.002659] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.003272] env[62679]: INFO nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Took 11.02 seconds to spawn the instance on the hypervisor. [ 974.003678] env[62679]: DEBUG nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.005567] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b0348-d409-4613-9af2-9d5f678fba05 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.086149] env[62679]: DEBUG nova.compute.manager [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-changed-ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 974.086719] env[62679]: DEBUG nova.compute.manager [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing instance network info cache due to event network-changed-ed16f47c-9a78-42e1-91f1-c352bbe778c1. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 974.087124] env[62679]: DEBUG oslo_concurrency.lockutils [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.110120] env[62679]: DEBUG nova.compute.utils [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 974.124428] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218b6be-4eee-4f38-bfe3-992d22e97d2e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.135961] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34131569-d3fb-4def-bd8f-8cde70055dbe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.170486] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda9e4c-d1b1-4084-8b89-3b925fb41a9b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.179243] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9694f1-e9d3-47ae-acb7-f5aadf891ad9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.195089] env[62679]: DEBUG nova.compute.provider_tree [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.349033] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412665, 'name': ReconfigVM_Task, 'duration_secs': 0.687772} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.349033] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 7bad2069-4949-4d58-9715-640519386c65/7bad2069-4949-4d58-9715-640519386c65.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.349033] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d0f5c1-fe21-4584-b128-d514b7740abe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.355959] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.356357] env[62679]: DEBUG nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Instance network_info: |[{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.356781] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 974.356781] env[62679]: value = "task-2412666" [ 974.356781] env[62679]: _type = "Task" [ 974.356781] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.357102] env[62679]: DEBUG oslo_concurrency.lockutils [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.357277] env[62679]: DEBUG nova.network.neutron [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing network info cache for port ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.360538] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:04:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed16f47c-9a78-42e1-91f1-c352bbe778c1', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.374146] env[62679]: DEBUG oslo.service.loopingcall [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.375831] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.380085] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca7c03cf-b82f-436d-9b96-583698176e53 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.410313] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412666, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.412234] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.412234] env[62679]: value = "task-2412667" [ 974.412234] env[62679]: _type = "Task" [ 974.412234] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.422164] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412667, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.468376] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.468376] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.544189] env[62679]: INFO nova.compute.manager [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Took 19.65 seconds to build instance. [ 974.612916] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.698515] env[62679]: DEBUG nova.scheduler.client.report [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.889506] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412666, 'name': Rename_Task, 'duration_secs': 0.217982} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.889860] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.890139] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47c3b02a-32c1-44b6-9403-6b1141d4582a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.898974] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 974.898974] env[62679]: value = "task-2412668" [ 974.898974] env[62679]: _type = "Task" [ 974.898974] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.910462] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.923630] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412667, 'name': CreateVM_Task, 'duration_secs': 0.475444} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.923828] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.924541] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.924695] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.925149] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.925389] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317dd29f-96d1-4e6a-aaa1-c801c63a4908 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.933265] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 974.933265] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527fa83a-13fa-f3b3-9792-415c995ddfe8" [ 974.933265] env[62679]: _type = "Task" [ 974.933265] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.944963] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527fa83a-13fa-f3b3-9792-415c995ddfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.977262] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.980015] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 975.050917] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f0838c78-3dbb-4a3d-8565-b5f012e1ea57 tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "05b5303c-1280-4c19-a956-edb364a59bc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.168s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.206280] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.206581] env[62679]: DEBUG nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.213908] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.480s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.344124] env[62679]: DEBUG nova.network.neutron [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updated VIF entry in instance network info cache for port ed16f47c-9a78-42e1-91f1-c352bbe778c1. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.344124] env[62679]: DEBUG nova.network.neutron [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.415826] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.448016] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527fa83a-13fa-f3b3-9792-415c995ddfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.023795} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.448684] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.449103] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.449696] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.450019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.450375] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.450936] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b72378d1-75ac-4e6f-b20e-16b27ab690e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.464023] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.464023] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.464023] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a21b48-8f32-409f-a460-b254be5e0515 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.469217] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 975.469217] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522406c2-8f8a-331d-c8a3-b86788b4d362" [ 975.469217] env[62679]: _type = "Task" [ 975.469217] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.480241] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522406c2-8f8a-331d-c8a3-b86788b4d362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.680401] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "05b5303c-1280-4c19-a956-edb364a59bc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.680718] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "05b5303c-1280-4c19-a956-edb364a59bc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.682093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "05b5303c-1280-4c19-a956-edb364a59bc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.682093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "05b5303c-1280-4c19-a956-edb364a59bc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.682093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "05b5303c-1280-4c19-a956-edb364a59bc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.687774] env[62679]: INFO nova.compute.manager [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Terminating instance [ 975.721895] env[62679]: DEBUG nova.compute.utils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 975.727947] env[62679]: INFO nova.compute.claims [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.739022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.739022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.739022] env[62679]: INFO nova.compute.manager [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Attaching volume 82f07386-93ae-418e-a69d-be13b9366bf5 to /dev/sdb [ 975.740569] env[62679]: DEBUG nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.740777] env[62679]: DEBUG nova.network.neutron [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.788244] env[62679]: DEBUG nova.policy [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b138ef300e1a468d8c18890d07d944cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c488e408e54352beebf79d61296a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.791823] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da16ea4-22cf-47dd-9944-4562af8897d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.800757] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be78e7c-c32e-4f8e-b0d2-2467b37738d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.817701] env[62679]: DEBUG nova.virt.block_device [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updating existing volume attachment record: 0db139f3-3ff7-4e32-92a7-40752f752eb1 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.845568] env[62679]: DEBUG oslo_concurrency.lockutils [req-9bb27fca-1ccd-4119-bb5c-b4636d7f8e4f req-493d5319-a5dd-4fb2-968b-053b9e6322c7 service nova] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.917043] env[62679]: DEBUG oslo_vmware.api [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412668, 'name': PowerOnVM_Task, 'duration_secs': 0.734428} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.919019] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.919019] env[62679]: INFO nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Took 9.46 seconds to spawn the instance on the hypervisor. [ 975.919019] env[62679]: DEBUG nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.919762] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a232c3-cc09-4c9a-8350-f12da16fef5c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.981561] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522406c2-8f8a-331d-c8a3-b86788b4d362, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.982474] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70546bb-c4ae-4a07-9558-5ffd3bc6ab15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.997208] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 975.997208] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a9d58d-5bd9-e724-b107-74fac3a01996" [ 975.997208] env[62679]: _type = "Task" [ 975.997208] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.001455] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a9d58d-5bd9-e724-b107-74fac3a01996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.194024] env[62679]: DEBUG nova.compute.manager [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.194024] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.194024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a383ac-b450-4bc0-8d3c-d5a4c6ea3ce3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.197499] env[62679]: DEBUG nova.network.neutron [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Successfully created port: 3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.207074] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.207376] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66387be9-628a-4ac2-940b-ca2f20fcb93b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.216069] env[62679]: DEBUG oslo_vmware.api [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 976.216069] env[62679]: value = "task-2412670" [ 976.216069] env[62679]: _type = "Task" [ 976.216069] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.226685] env[62679]: DEBUG oslo_vmware.api [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.238010] env[62679]: INFO nova.compute.resource_tracker [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating resource usage from migration be028091-f73c-4e6f-b177-4af4761aef35 [ 976.241623] env[62679]: DEBUG nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.448028] env[62679]: INFO nova.compute.manager [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Took 20.13 seconds to build instance. [ 976.517112] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a9d58d-5bd9-e724-b107-74fac3a01996, 'name': SearchDatastore_Task, 'duration_secs': 0.023809} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.518892] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.518892] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 57f9dfad-d027-48f7-a724-220c9b6fe709/57f9dfad-d027-48f7-a724-220c9b6fe709.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.518892] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d08fc93d-f201-4f2c-95c4-f1a2e14c2ada {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.540947] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 976.540947] env[62679]: value = "task-2412671" [ 976.540947] env[62679]: _type = "Task" [ 976.540947] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.555291] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.637175] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d3056a-175a-4009-98bb-a851a1695805 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.649153] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e7f69-fb33-471f-aa2b-6e834d82fc5c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.694178] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50d0af-2a4b-4ab2-bdff-9e4290310e50 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.704020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f8b96e-9a62-48ca-a14c-51a92a5198eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.724350] env[62679]: DEBUG nova.compute.provider_tree [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.735862] env[62679]: DEBUG oslo_vmware.api [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412670, 'name': PowerOffVM_Task, 'duration_secs': 0.507134} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.736218] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.736425] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.736961] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-575490b6-e2a2-4b1e-a85f-1b4e0297094e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.845906] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "834e64fc-b0cb-4903-ac84-b28d41dc4583" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.846217] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.846437] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "834e64fc-b0cb-4903-ac84-b28d41dc4583-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.846620] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.846788] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.849489] env[62679]: INFO nova.compute.manager [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Terminating instance [ 976.950047] env[62679]: DEBUG oslo_concurrency.lockutils [None req-372c211a-8684-4d0b-ab6c-a97a1ccc1dfe tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "7bad2069-4949-4d58-9715-640519386c65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.636s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.052743] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.055993] env[62679]: DEBUG nova.objects.instance [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lazy-loading 'flavor' on Instance uuid 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.231745] env[62679]: DEBUG nova.scheduler.client.report [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.251877] env[62679]: DEBUG nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.276020] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.276284] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.276442] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.276620] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.276768] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.276910] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.277239] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.277588] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.277674] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.277859] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.278133] env[62679]: DEBUG nova.virt.hardware [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.279085] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cee7e2-1724-4c56-b5d8-4b2c115004e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.288691] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7e3471-dd8a-4b67-aa46-4a1979d8fc82 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.360214] env[62679]: DEBUG nova.compute.manager [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.360214] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.360214] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfdcc7b-b074-4e1c-9576-a7312ff98d3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.370590] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.370912] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb7eca8-3ba2-498a-a824-bf65be58259b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.379653] env[62679]: DEBUG oslo_vmware.api [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 977.379653] env[62679]: value = "task-2412673" [ 977.379653] env[62679]: _type = "Task" [ 977.379653] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.389034] env[62679]: DEBUG oslo_vmware.api [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.556869] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779179} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.557179] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 57f9dfad-d027-48f7-a724-220c9b6fe709/57f9dfad-d027-48f7-a724-220c9b6fe709.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.557454] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.557764] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-069eeff9-df9d-4943-b432-548f6c067430 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.562744] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.562937] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquired lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.569559] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 977.569559] env[62679]: value = "task-2412674" [ 977.569559] env[62679]: _type = "Task" [ 977.569559] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.583757] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.737870] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.524s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.741240] env[62679]: INFO nova.compute.manager [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Migrating [ 977.747252] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.989s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.895560] env[62679]: DEBUG oslo_vmware.api [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412673, 'name': PowerOffVM_Task, 'duration_secs': 0.251812} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.895560] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.895560] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.895560] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfaa7dbf-908e-4b70-832c-9790fe77eeb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.080452] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088987} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.080452] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.080738] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9e9fe-59b3-4ead-b63a-1fa30de15941 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.105855] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 57f9dfad-d027-48f7-a724-220c9b6fe709/57f9dfad-d027-48f7-a724-220c9b6fe709.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.106677] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9833ee42-c610-4142-bfd0-ed831d766bd4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.132890] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 978.132890] env[62679]: value = "task-2412677" [ 978.132890] env[62679]: _type = "Task" [ 978.132890] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.144021] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.260746] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.261312] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.261312] env[62679]: DEBUG nova.network.neutron [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.464888] env[62679]: DEBUG nova.network.neutron [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Successfully updated port: 3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.647851] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412677, 'name': ReconfigVM_Task, 'duration_secs': 0.421843} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.650875] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 57f9dfad-d027-48f7-a724-220c9b6fe709/57f9dfad-d027-48f7-a724-220c9b6fe709.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.652055] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808505d3-800c-45f6-8271-85eb84f7d1ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.661550] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 978.661550] env[62679]: value = "task-2412678" [ 978.661550] env[62679]: _type = "Task" [ 978.661550] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.668755] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8134e7f-1da8-4302-b833-c4cae527609e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.677517] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412678, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.683471] env[62679]: DEBUG nova.compute.manager [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 978.683652] env[62679]: DEBUG nova.compute.manager [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing instance network info cache due to event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 978.683944] env[62679]: DEBUG oslo_concurrency.lockutils [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] Acquiring lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.684378] env[62679]: DEBUG oslo_concurrency.lockutils [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] Acquired lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684650] env[62679]: DEBUG nova.network.neutron [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.690033] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f272a2-9bcb-47bc-85e4-baa6e181e616 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.733544] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea6892a-d021-4468-a89e-9601d4e15f15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.743313] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36598dc1-0bac-4aa7-b0c0-414d6c875082 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.759070] env[62679]: DEBUG nova.compute.provider_tree [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.819189] env[62679]: DEBUG nova.network.neutron [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.849016] env[62679]: DEBUG nova.compute.manager [req-4e22c150-b6a7-42ff-9b45-ac0efffc57dc req-cf10d362-8170-4104-a774-36e3f049748b service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Received event network-vif-plugged-3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 978.849016] env[62679]: DEBUG oslo_concurrency.lockutils [req-4e22c150-b6a7-42ff-9b45-ac0efffc57dc req-cf10d362-8170-4104-a774-36e3f049748b service nova] Acquiring lock "babafca5-b665-46de-97af-b66fa06b42cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.849016] env[62679]: DEBUG oslo_concurrency.lockutils [req-4e22c150-b6a7-42ff-9b45-ac0efffc57dc req-cf10d362-8170-4104-a774-36e3f049748b service nova] Lock "babafca5-b665-46de-97af-b66fa06b42cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.849016] env[62679]: DEBUG oslo_concurrency.lockutils [req-4e22c150-b6a7-42ff-9b45-ac0efffc57dc req-cf10d362-8170-4104-a774-36e3f049748b service nova] Lock "babafca5-b665-46de-97af-b66fa06b42cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.849016] env[62679]: DEBUG nova.compute.manager [req-4e22c150-b6a7-42ff-9b45-ac0efffc57dc req-cf10d362-8170-4104-a774-36e3f049748b service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] No waiting events found dispatching network-vif-plugged-3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.849016] env[62679]: WARNING nova.compute.manager [req-4e22c150-b6a7-42ff-9b45-ac0efffc57dc req-cf10d362-8170-4104-a774-36e3f049748b service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Received unexpected event network-vif-plugged-3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 for instance with vm_state building and task_state spawning. [ 978.969575] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "refresh_cache-babafca5-b665-46de-97af-b66fa06b42cc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.969575] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "refresh_cache-babafca5-b665-46de-97af-b66fa06b42cc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.969575] env[62679]: DEBUG nova.network.neutron [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.175788] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412678, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.177374] env[62679]: DEBUG nova.network.neutron [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance_info_cache with network_info: [{"id": "075ec288-19d2-4f92-af65-e93677418c52", "address": "fa:16:3e:d8:d1:e6", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075ec288-19", "ovs_interfaceid": "075ec288-19d2-4f92-af65-e93677418c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.202452] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.202452] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.202452] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleting the datastore file [datastore1] 05b5303c-1280-4c19-a956-edb364a59bc4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.202452] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bdb2540-1fd9-490e-92dc-ce26071d0a47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.210214] env[62679]: DEBUG oslo_vmware.api [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for the task: (returnval){ [ 979.210214] env[62679]: value = "task-2412679" [ 979.210214] env[62679]: _type = "Task" [ 979.210214] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.217818] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.218132] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.218217] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleting the datastore file [datastore1] 834e64fc-b0cb-4903-ac84-b28d41dc4583 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.219250] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c06b62ce-2bc9-4ce1-8de8-9260d6a070a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.226090] env[62679]: DEBUG oslo_vmware.api [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.227590] env[62679]: DEBUG oslo_vmware.api [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 979.227590] env[62679]: value = "task-2412680" [ 979.227590] env[62679]: _type = "Task" [ 979.227590] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.237028] env[62679]: DEBUG oslo_vmware.api [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.262905] env[62679]: DEBUG nova.scheduler.client.report [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.510111] env[62679]: DEBUG nova.network.neutron [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.678372] env[62679]: DEBUG nova.network.neutron [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Updating instance_info_cache with network_info: [{"id": "3891ace3-1ce2-4194-a7dd-a4dd5b905ef3", "address": "fa:16:3e:5e:97:83", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3891ace3-1c", "ovs_interfaceid": "3891ace3-1ce2-4194-a7dd-a4dd5b905ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.680225] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.688564] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412678, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.722277] env[62679]: DEBUG oslo_vmware.api [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Task: {'id': task-2412679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397796} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.722627] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.722812] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.722986] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.723210] env[62679]: INFO nova.compute.manager [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Took 3.53 seconds to destroy the instance on the hypervisor. [ 979.723444] env[62679]: DEBUG oslo.service.loopingcall [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.724120] env[62679]: DEBUG nova.compute.manager [-] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.724120] env[62679]: DEBUG nova.network.neutron [-] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.741652] env[62679]: DEBUG oslo_vmware.api [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.909857] env[62679]: DEBUG nova.network.neutron [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updated VIF entry in instance network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.910324] env[62679]: DEBUG nova.network.neutron [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [{"id": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "address": "fa:16:3e:cd:5f:2c", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dae62b-54", "ovs_interfaceid": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.021496] env[62679]: DEBUG nova.network.neutron [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.022807] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Didn't find any instances for network info cache update. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 980.023227] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.023384] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.023533] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.023680] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.023819] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.023962] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.024118] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 980.024244] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.177395] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412678, 'name': Rename_Task, 'duration_secs': 1.135885} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.177647] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.177835] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8292ccb2-bf88-4e51-b715-237ce37f807e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.184828] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "refresh_cache-babafca5-b665-46de-97af-b66fa06b42cc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.185134] env[62679]: DEBUG nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Instance network_info: |[{"id": "3891ace3-1ce2-4194-a7dd-a4dd5b905ef3", "address": "fa:16:3e:5e:97:83", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3891ace3-1c", "ovs_interfaceid": "3891ace3-1ce2-4194-a7dd-a4dd5b905ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.185475] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 980.185475] env[62679]: value = "task-2412681" [ 980.185475] env[62679]: _type = "Task" [ 980.185475] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.185777] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:97:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3891ace3-1ce2-4194-a7dd-a4dd5b905ef3', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.193889] env[62679]: DEBUG oslo.service.loopingcall [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.197272] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.201135] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04354ba1-ef5e-4d82-bf38-38e45ef603a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.223945] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.224212] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.224212] env[62679]: value = "task-2412682" [ 980.224212] env[62679]: _type = "Task" [ 980.224212] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.241522] env[62679]: DEBUG oslo_vmware.api [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676317} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.241788] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.242090] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.242222] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.242322] env[62679]: INFO nova.compute.manager [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Took 2.88 seconds to destroy the instance on the hypervisor. [ 980.242619] env[62679]: DEBUG oslo.service.loopingcall [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.242826] env[62679]: DEBUG nova.compute.manager [-] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.242920] env[62679]: DEBUG nova.network.neutron [-] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.274264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.527s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.277874] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.216s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.278165] env[62679]: DEBUG nova.objects.instance [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lazy-loading 'resources' on Instance uuid c50c07a8-9798-4a97-9cd6-e911dbff70aa {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.325222] env[62679]: DEBUG nova.compute.manager [req-fad700e2-c2e9-433d-949d-2dabe8bd3819 req-788062e3-7292-4aa1-a57d-6e48f3f9c6ec service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Received event network-vif-deleted-731d8c41-fbf4-4c6a-b868-4b50254969d2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 980.325222] env[62679]: INFO nova.compute.manager [req-fad700e2-c2e9-433d-949d-2dabe8bd3819 req-788062e3-7292-4aa1-a57d-6e48f3f9c6ec service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Neutron deleted interface 731d8c41-fbf4-4c6a-b868-4b50254969d2; detaching it from the instance and deleting it from the info cache [ 980.325222] env[62679]: DEBUG nova.network.neutron [req-fad700e2-c2e9-433d-949d-2dabe8bd3819 req-788062e3-7292-4aa1-a57d-6e48f3f9c6ec service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.373882] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 980.374193] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489161', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'name': 'volume-82f07386-93ae-418e-a69d-be13b9366bf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'serial': '82f07386-93ae-418e-a69d-be13b9366bf5'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 980.375090] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375992da-3d82-4c00-847a-39f152210790 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.394227] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d2abc-7e92-4228-85c5-56f43acf5303 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.415791] env[62679]: DEBUG oslo_concurrency.lockutils [req-fa1b7aeb-10db-497d-b7f1-6af0248cee26 req-6c8f28e9-9498-42b7-bc8c-be4e58632edc service nova] Releasing lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.424131] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-82f07386-93ae-418e-a69d-be13b9366bf5/volume-82f07386-93ae-418e-a69d-be13b9366bf5.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.424505] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04cdedbd-2048-491f-ab4a-e71066b1a7b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.445988] env[62679]: DEBUG oslo_vmware.api [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 980.445988] env[62679]: value = "task-2412683" [ 980.445988] env[62679]: _type = "Task" [ 980.445988] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.456665] env[62679]: DEBUG oslo_vmware.api [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.494341] env[62679]: DEBUG nova.network.neutron [-] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.525442] env[62679]: DEBUG oslo_concurrency.lockutils [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Releasing lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.525442] env[62679]: DEBUG nova.compute.manager [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Inject network info {{(pid=62679) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7744}} [ 980.525442] env[62679]: DEBUG nova.compute.manager [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] network_info to inject: |[{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7745}} [ 980.530956] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Reconfiguring VM instance to set the machine id {{(pid=62679) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 980.531936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.532618] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93944bdf-ee2d-4739-84e5-b5a0c182fbd6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.559603] env[62679]: DEBUG oslo_vmware.api [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 980.559603] env[62679]: value = "task-2412684" [ 980.559603] env[62679]: _type = "Task" [ 980.559603] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.574220] env[62679]: DEBUG oslo_vmware.api [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.710803] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412681, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.737549] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412682, 'name': CreateVM_Task, 'duration_secs': 0.435859} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.737723] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.738585] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.738753] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.739087] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.739376] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb734b0-1799-42ab-a946-fbe93a020669 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.747642] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 980.747642] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52929a93-a7d6-880a-aebe-13f467175f06" [ 980.747642] env[62679]: _type = "Task" [ 980.747642] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.762216] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52929a93-a7d6-880a-aebe-13f467175f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.827645] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4abc4b61-009d-425b-99b6-3c6abb4a1b2e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.841629] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88d6a0f-49d8-43e4-8657-690c9a1d50fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.854819] env[62679]: INFO nova.scheduler.client.report [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted allocation for migration 250cbccb-bf15-418d-9908-22a7b090a227 [ 980.892374] env[62679]: DEBUG nova.compute.manager [req-fad700e2-c2e9-433d-949d-2dabe8bd3819 req-788062e3-7292-4aa1-a57d-6e48f3f9c6ec service nova] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Detach interface failed, port_id=731d8c41-fbf4-4c6a-b868-4b50254969d2, reason: Instance 05b5303c-1280-4c19-a956-edb364a59bc4 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 980.958420] env[62679]: DEBUG oslo_vmware.api [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.998625] env[62679]: INFO nova.compute.manager [-] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Took 1.27 seconds to deallocate network for instance. [ 981.070753] env[62679]: DEBUG oslo_vmware.api [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412684, 'name': ReconfigVM_Task, 'duration_secs': 0.187668} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.073547] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-df24353d-3059-4c9b-a144-5dcdf52f53ea tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Reconfigured VM instance to set the machine id {{(pid=62679) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 981.113932] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ea5d6-6bf4-4966-9af9-5db2ee30023d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.120337] env[62679]: DEBUG nova.compute.manager [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Received event network-changed-3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 981.120532] env[62679]: DEBUG nova.compute.manager [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Refreshing instance network info cache due to event network-changed-3891ace3-1ce2-4194-a7dd-a4dd5b905ef3. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 981.120744] env[62679]: DEBUG oslo_concurrency.lockutils [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] Acquiring lock "refresh_cache-babafca5-b665-46de-97af-b66fa06b42cc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.120886] env[62679]: DEBUG oslo_concurrency.lockutils [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] Acquired lock "refresh_cache-babafca5-b665-46de-97af-b66fa06b42cc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.121155] env[62679]: DEBUG nova.network.neutron [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Refreshing network info cache for port 3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.128807] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab380ec7-1b77-419b-937d-761f2a4010fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.165192] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17821800-4bc6-4db0-8b5a-854c731e2c31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.174292] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5de096c-73f1-4dd1-bed9-c497b43f80ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.190468] env[62679]: DEBUG nova.compute.provider_tree [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.204933] env[62679]: DEBUG oslo_vmware.api [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412681, 'name': PowerOnVM_Task, 'duration_secs': 0.549426} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.205351] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.205424] env[62679]: INFO nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Took 10.40 seconds to spawn the instance on the hypervisor. [ 981.205603] env[62679]: DEBUG nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.207015] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78311620-7fc7-4220-874f-aea4b3f825de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.216262] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bab5590-e523-4955-b7a6-3650fe5ee020 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.239368] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance 'ac3c2395-0e3c-4b5f-9f11-dc329b3724ee' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.260009] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52929a93-a7d6-880a-aebe-13f467175f06, 'name': SearchDatastore_Task, 'duration_secs': 0.017335} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.261176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.261453] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.261739] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.261895] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.262089] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.262691] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a98b37d-4a70-4685-8094-2f482972fba1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.275534] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.275873] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.276517] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8024cd45-a85e-446c-b659-6a1c7bd4f1a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.279535] env[62679]: DEBUG nova.network.neutron [-] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.283336] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 981.283336] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520950fb-cab9-6a1a-f1a5-ddccbfb493b2" [ 981.283336] env[62679]: _type = "Task" [ 981.283336] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.293361] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520950fb-cab9-6a1a-f1a5-ddccbfb493b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.363879] env[62679]: DEBUG oslo_concurrency.lockutils [None req-75723631-c053-4b3c-9bf3-ebd0058f5949 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.607s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.457845] env[62679]: DEBUG oslo_vmware.api [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412683, 'name': ReconfigVM_Task, 'duration_secs': 0.539099} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.459202] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-82f07386-93ae-418e-a69d-be13b9366bf5/volume-82f07386-93ae-418e-a69d-be13b9366bf5.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.462997] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebfdf74-057d-4db3-95c5-92ab9caff0b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.479213] env[62679]: DEBUG oslo_vmware.api [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 981.479213] env[62679]: value = "task-2412685" [ 981.479213] env[62679]: _type = "Task" [ 981.479213] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.490618] env[62679]: DEBUG oslo_vmware.api [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.508264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.693826] env[62679]: DEBUG nova.scheduler.client.report [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.733114] env[62679]: INFO nova.compute.manager [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Took 21.06 seconds to build instance. [ 981.746536] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.747155] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24894217-dde1-4955-8344-0a843cc20744 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.760780] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 981.760780] env[62679]: value = "task-2412686" [ 981.760780] env[62679]: _type = "Task" [ 981.760780] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.772312] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.785711] env[62679]: INFO nova.compute.manager [-] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Took 1.54 seconds to deallocate network for instance. [ 981.805104] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520950fb-cab9-6a1a-f1a5-ddccbfb493b2, 'name': SearchDatastore_Task, 'duration_secs': 0.031895} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.806019] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f55266b-0cfb-4872-b18f-948482d6c0b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.814617] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 981.814617] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527c9678-beb6-1653-6d23-ebf0154673d5" [ 981.814617] env[62679]: _type = "Task" [ 981.814617] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.827598] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527c9678-beb6-1653-6d23-ebf0154673d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.866274] env[62679]: DEBUG nova.objects.instance [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lazy-loading 'flavor' on Instance uuid 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.990645] env[62679]: DEBUG oslo_vmware.api [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412685, 'name': ReconfigVM_Task, 'duration_secs': 0.168167} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.990912] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489161', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'name': 'volume-82f07386-93ae-418e-a69d-be13b9366bf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'serial': '82f07386-93ae-418e-a69d-be13b9366bf5'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 982.047211] env[62679]: DEBUG nova.network.neutron [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Updated VIF entry in instance network info cache for port 3891ace3-1ce2-4194-a7dd-a4dd5b905ef3. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.047681] env[62679]: DEBUG nova.network.neutron [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Updating instance_info_cache with network_info: [{"id": "3891ace3-1ce2-4194-a7dd-a4dd5b905ef3", "address": "fa:16:3e:5e:97:83", "network": {"id": "f0a01c64-525d-4912-9149-09bef5e06d1f", "bridge": "br-int", "label": "tempest-ServersTestJSON-240902172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c488e408e54352beebf79d61296a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3891ace3-1c", "ovs_interfaceid": "3891ace3-1ce2-4194-a7dd-a4dd5b905ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.199025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.202175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.670s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.202175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.202175] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 982.202175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.694s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.202937] env[62679]: DEBUG nova.objects.instance [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lazy-loading 'resources' on Instance uuid 05b5303c-1280-4c19-a956-edb364a59bc4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.204795] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e2af6-ecd0-4064-9fb3-f96b2f639bec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.217035] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aab9ad-0f8d-49ad-bb1d-f90d06d94e30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.233351] env[62679]: INFO nova.scheduler.client.report [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Deleted allocations for instance c50c07a8-9798-4a97-9cd6-e911dbff70aa [ 982.237671] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5da7ef-f2b2-4c99-a80a-3cb90aa22336 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.245801] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b75e0212-f7c1-44c7-92f5-46accd53daf3 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.582s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.252934] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df584b4a-6bac-4cb0-8cab-906757f0fa0d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.292028] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179064MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 982.292323] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.299182] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.299699] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412686, 'name': PowerOffVM_Task, 'duration_secs': 0.382545} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.299945] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.300143] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance 'ac3c2395-0e3c-4b5f-9f11-dc329b3724ee' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.325260] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527c9678-beb6-1653-6d23-ebf0154673d5, 'name': SearchDatastore_Task, 'duration_secs': 0.015092} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.325384] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.325531] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] babafca5-b665-46de-97af-b66fa06b42cc/babafca5-b665-46de-97af-b66fa06b42cc.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.325791] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9c6c64a-ea7f-4cdd-a8f6-0b1c8630d41d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.335425] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 982.335425] env[62679]: value = "task-2412687" [ 982.335425] env[62679]: _type = "Task" [ 982.335425] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.346236] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.372588] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.372770] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquired lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.553133] env[62679]: DEBUG oslo_concurrency.lockutils [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] Releasing lock "refresh_cache-babafca5-b665-46de-97af-b66fa06b42cc" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.553486] env[62679]: DEBUG nova.compute.manager [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Received event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 982.554109] env[62679]: DEBUG nova.compute.manager [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing instance network info cache due to event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 982.554109] env[62679]: DEBUG oslo_concurrency.lockutils [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] Acquiring lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.750430] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e89f7118-a7db-489e-8161-a7950210a761 tempest-ServersNegativeTestJSON-289223757 tempest-ServersNegativeTestJSON-289223757-project-member] Lock "c50c07a8-9798-4a97-9cd6-e911dbff70aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.386s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.806316] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.806688] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.807310] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.807310] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.807310] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.807310] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.807568] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.808967] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.808967] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.808967] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.808967] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.821829] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed39c23-6cf6-4e95-8c49-8bff5c79f1bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.854526] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.860596] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 982.860596] env[62679]: value = "task-2412688" [ 982.860596] env[62679]: _type = "Task" [ 982.860596] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.876252] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.050749] env[62679]: DEBUG nova.objects.instance [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid f873f005-971c-4ada-9655-c9f50eb6e708 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.092731] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b38c5-a6b3-407e-8e40-31a13a56ee8f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.103155] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11029616-a41a-48fa-a388-9324bfb2bef1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.143224] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c6ac1-e939-4689-a549-d19ab90b0072 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.158461] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188edd8c-5850-43df-a5bf-3df43ead027a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.185613] env[62679]: DEBUG nova.compute.provider_tree [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.221451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "e966d896-b5a7-41e5-98f1-1a94e926757b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.221828] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.222154] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.222436] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.222686] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.225631] env[62679]: INFO nova.compute.manager [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Terminating instance [ 983.351419] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765833} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.351852] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] babafca5-b665-46de-97af-b66fa06b42cc/babafca5-b665-46de-97af-b66fa06b42cc.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.351976] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.352281] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-592ff495-d20f-4565-8092-7e66052083be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.360487] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 983.360487] env[62679]: value = "task-2412689" [ 983.360487] env[62679]: _type = "Task" [ 983.360487] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.375223] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.378435] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412688, 'name': ReconfigVM_Task, 'duration_secs': 0.333142} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.378807] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance 'ac3c2395-0e3c-4b5f-9f11-dc329b3724ee' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.463770] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a5a65-6094-5f1b-febf-1c8538ef406f/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 983.465583] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03760d8-e73e-4cc7-969e-fdf383e6f307 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.476499] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a5a65-6094-5f1b-febf-1c8538ef406f/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 983.476499] env[62679]: ERROR oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a5a65-6094-5f1b-febf-1c8538ef406f/disk-0.vmdk due to incomplete transfer. [ 983.476770] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8679e7d7-0f95-4381-aa7c-6245e0e4c10d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.487974] env[62679]: DEBUG oslo_vmware.rw_handles [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a5a65-6094-5f1b-febf-1c8538ef406f/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 983.488333] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Uploaded image 4f686911-1abe-42a4-b627-4c2f69fda2fb to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 983.491780] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 983.491780] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b7374280-1573-4e75-a237-e0aefddb1ffe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.503027] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 983.503027] env[62679]: value = "task-2412690" [ 983.503027] env[62679]: _type = "Task" [ 983.503027] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.511828] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412690, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.564364] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a50afb93-0c30-4205-9f15-fbd30f997e7a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.828s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.666334] env[62679]: DEBUG nova.network.neutron [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.692283] env[62679]: DEBUG nova.scheduler.client.report [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.731672] env[62679]: DEBUG nova.compute.manager [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.731672] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.732138] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9011c02-73c0-4d5a-aa75-83dbc837311f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.742625] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.742999] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efc9452d-c290-4c19-99f3-d85b2493ae37 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.753243] env[62679]: DEBUG oslo_vmware.api [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 983.753243] env[62679]: value = "task-2412691" [ 983.753243] env[62679]: _type = "Task" [ 983.753243] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.767067] env[62679]: DEBUG oslo_vmware.api [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.830188] env[62679]: DEBUG nova.compute.manager [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Received event network-vif-deleted-3bc2d21d-f446-4ec1-9361-ccaa7105ef5d {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 983.830502] env[62679]: DEBUG nova.compute.manager [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 983.830841] env[62679]: DEBUG nova.compute.manager [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing instance network info cache due to event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 983.831639] env[62679]: DEBUG oslo_concurrency.lockutils [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] Acquiring lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.831639] env[62679]: DEBUG oslo_concurrency.lockutils [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] Acquired lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.832198] env[62679]: DEBUG nova.network.neutron [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.873934] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084318} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.873934] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.874383] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65668e-6d79-49c7-a4cd-ac336069e2fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.893423] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.893820] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.894105] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.894369] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.894647] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.894915] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.895227] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.895490] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.895727] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.895955] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.896235] env[62679]: DEBUG nova.virt.hardware [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.902026] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 983.911448] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] babafca5-b665-46de-97af-b66fa06b42cc/babafca5-b665-46de-97af-b66fa06b42cc.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.911856] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42ea5ce-f4d4-4d54-8a3c-43a7af24166b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.925777] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f80d1e7-0230-476c-9289-7fc7b0da631f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.947381] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 983.947381] env[62679]: value = "task-2412693" [ 983.947381] env[62679]: _type = "Task" [ 983.947381] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.949150] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 983.949150] env[62679]: value = "task-2412692" [ 983.949150] env[62679]: _type = "Task" [ 983.949150] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.962811] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.964791] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.014510] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412690, 'name': Destroy_Task, 'duration_secs': 0.480467} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.014909] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Destroyed the VM [ 984.015255] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 984.015653] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cf80e45-ab21-4e0b-a8ea-6f431297d230 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.024052] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 984.024052] env[62679]: value = "task-2412694" [ 984.024052] env[62679]: _type = "Task" [ 984.024052] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.035708] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412694, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.198279] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.200368] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.908s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.230570] env[62679]: INFO nova.scheduler.client.report [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Deleted allocations for instance 05b5303c-1280-4c19-a956-edb364a59bc4 [ 984.265965] env[62679]: DEBUG oslo_vmware.api [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412691, 'name': PowerOffVM_Task, 'duration_secs': 0.49084} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.265965] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.265965] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.265965] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e76e4e6-4920-4a8b-9df0-7213b0847e73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.359781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "608cb387-f460-4ee0-be53-08421954cef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.360244] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.369721] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.369721] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.369721] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleting the datastore file [datastore1] e966d896-b5a7-41e5-98f1-1a94e926757b {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.369721] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac16b6a-af90-48c0-8252-e9109cfe5bcb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.380202] env[62679]: DEBUG oslo_vmware.api [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 984.380202] env[62679]: value = "task-2412696" [ 984.380202] env[62679]: _type = "Task" [ 984.380202] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.397641] env[62679]: DEBUG oslo_vmware.api [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.468356] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412693, 'name': ReconfigVM_Task, 'duration_secs': 0.216428} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.469200] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.470259] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66165228-fc36-4ee9-b521-82107fd53a2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.479448] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412692, 'name': ReconfigVM_Task, 'duration_secs': 0.42432} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.480179] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Reconfigured VM instance instance-00000064 to attach disk [datastore2] babafca5-b665-46de-97af-b66fa06b42cc/babafca5-b665-46de-97af-b66fa06b42cc.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.482192] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af971bcf-44b9-4993-a913-739c06b2530a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.502964] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ac3c2395-0e3c-4b5f-9f11-dc329b3724ee/ac3c2395-0e3c-4b5f-9f11-dc329b3724ee.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.506229] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77af4501-e284-41c0-81a7-b4518f361022 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.525807] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 984.525807] env[62679]: value = "task-2412697" [ 984.525807] env[62679]: _type = "Task" [ 984.525807] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.544030] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412694, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.549085] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 984.549085] env[62679]: value = "task-2412698" [ 984.549085] env[62679]: _type = "Task" [ 984.549085] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.549354] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412697, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.561744] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.742633] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b10c43c0-1777-426d-b25f-6027e5d1454f tempest-ImagesOneServerNegativeTestJSON-501561289 tempest-ImagesOneServerNegativeTestJSON-501561289-project-member] Lock "05b5303c-1280-4c19-a956-edb364a59bc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.062s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.770931] env[62679]: DEBUG nova.network.neutron [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updated VIF entry in instance network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.771267] env[62679]: DEBUG nova.network.neutron [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [{"id": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "address": "fa:16:3e:cd:5f:2c", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dae62b-54", "ovs_interfaceid": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.839939] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.839939] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.862874] env[62679]: DEBUG nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.894109] env[62679]: DEBUG oslo_vmware.api [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166394} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.896574] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.896574] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.896574] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.896574] env[62679]: INFO nova.compute.manager [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 984.896574] env[62679]: DEBUG oslo.service.loopingcall [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.896574] env[62679]: DEBUG nova.compute.manager [-] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.896574] env[62679]: DEBUG nova.network.neutron [-] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.898082] env[62679]: DEBUG nova.network.neutron [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.041316] env[62679]: DEBUG oslo_vmware.api [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412694, 'name': RemoveSnapshot_Task, 'duration_secs': 0.660915} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.044721] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 985.045015] env[62679]: INFO nova.compute.manager [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Took 17.12 seconds to snapshot the instance on the hypervisor. [ 985.047686] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412697, 'name': Rename_Task, 'duration_secs': 0.166232} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.048604] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.048604] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0896327e-b4c3-4364-957f-f71f30e7a59d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.072064] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.074776] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 985.074776] env[62679]: value = "task-2412699" [ 985.074776] env[62679]: _type = "Task" [ 985.074776] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.087915] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.215901] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Applying migration context for instance ac3c2395-0e3c-4b5f-9f11-dc329b3724ee as it has an incoming, in-progress migration be028091-f73c-4e6f-b177-4af4761aef35. Migration status is migrating {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 985.217924] env[62679]: INFO nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating resource usage from migration be028091-f73c-4e6f-b177-4af4761aef35 [ 985.243009] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.243175] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 681316d4-efba-4601-a9c6-59b79bb226b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.243329] env[62679]: WARNING nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 834e64fc-b0cb-4903-ac84-b28d41dc4583 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 985.243452] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance c7a3405c-4926-45bc-ab5d-21869a656051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.243568] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance dcfd4812-6433-493e-8e99-0d4b7e66df8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.243681] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance f873f005-971c-4ada-9655-c9f50eb6e708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.243794] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 9bfa235a-bc83-4505-aaff-08f56378594a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.243906] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244034] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244153] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244265] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance e966d896-b5a7-41e5-98f1-1a94e926757b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244374] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244480] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 7bad2069-4949-4d58-9715-640519386c65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244586] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 57f9dfad-d027-48f7-a724-220c9b6fe709 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244694] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance babafca5-b665-46de-97af-b66fa06b42cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.244793] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Migration be028091-f73c-4e6f-b177-4af4761aef35 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 985.244901] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance ac3c2395-0e3c-4b5f-9f11-dc329b3724ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 985.274382] env[62679]: DEBUG oslo_concurrency.lockutils [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] Releasing lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.274580] env[62679]: DEBUG nova.compute.manager [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Received event network-changed-250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 985.274827] env[62679]: DEBUG nova.compute.manager [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Refreshing instance network info cache due to event network-changed-250cc051-6f20-43d7-b3f9-0a3fe358f295. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 985.275122] env[62679]: DEBUG oslo_concurrency.lockutils [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] Acquiring lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.275299] env[62679]: DEBUG oslo_concurrency.lockutils [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] Acquired lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.275542] env[62679]: DEBUG nova.network.neutron [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Refreshing network info cache for port 250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.343302] env[62679]: DEBUG nova.compute.utils [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.384399] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.400746] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Releasing lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.401017] env[62679]: DEBUG nova.compute.manager [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Inject network info {{(pid=62679) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7744}} [ 985.401368] env[62679]: DEBUG nova.compute.manager [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] network_info to inject: |[{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7745}} [ 985.407736] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Reconfiguring VM instance to set the machine id {{(pid=62679) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 985.408372] env[62679]: DEBUG oslo_concurrency.lockutils [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] Acquired lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.408659] env[62679]: DEBUG nova.network.neutron [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.415022] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c72e45-8df5-4ce8-abdd-a3c5b14043c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.436094] env[62679]: DEBUG oslo_vmware.api [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 985.436094] env[62679]: value = "task-2412700" [ 985.436094] env[62679]: _type = "Task" [ 985.436094] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.440995] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "7bad2069-4949-4d58-9715-640519386c65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.441280] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "7bad2069-4949-4d58-9715-640519386c65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.441483] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "7bad2069-4949-4d58-9715-640519386c65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.441660] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "7bad2069-4949-4d58-9715-640519386c65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.441827] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "7bad2069-4949-4d58-9715-640519386c65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.447132] env[62679]: DEBUG oslo_vmware.api [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.447796] env[62679]: INFO nova.compute.manager [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Terminating instance [ 985.565045] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412698, 'name': ReconfigVM_Task, 'duration_secs': 0.816798} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.565360] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ac3c2395-0e3c-4b5f-9f11-dc329b3724ee/ac3c2395-0e3c-4b5f-9f11-dc329b3724ee.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.565636] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance 'ac3c2395-0e3c-4b5f-9f11-dc329b3724ee' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.586024] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.619267] env[62679]: DEBUG nova.compute.manager [None req-2bd2736a-1cd0-468d-a9d5-b4735f059e75 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Found 1 images (rotation: 2) {{(pid=62679) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5024}} [ 985.748828] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 608cb387-f460-4ee0-be53-08421954cef8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 985.749124] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 985.749278] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 985.846652] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.948518] env[62679]: DEBUG oslo_vmware.api [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.953146] env[62679]: DEBUG nova.compute.manager [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.953146] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.956029] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ffc2e0-4578-4d05-a4bd-21901f39a489 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.965726] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.966139] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65471735-04c4-4783-8f65-517dae90da82 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.975118] env[62679]: DEBUG oslo_vmware.api [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 985.975118] env[62679]: value = "task-2412701" [ 985.975118] env[62679]: _type = "Task" [ 985.975118] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.991782] env[62679]: DEBUG oslo_vmware.api [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.032997] env[62679]: DEBUG nova.network.neutron [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Updated VIF entry in instance network info cache for port 250cc051-6f20-43d7-b3f9-0a3fe358f295. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.033161] env[62679]: DEBUG nova.network.neutron [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Updating instance_info_cache with network_info: [{"id": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "address": "fa:16:3e:4e:68:c3", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250cc051-6f", "ovs_interfaceid": "250cc051-6f20-43d7-b3f9-0a3fe358f295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.050279] env[62679]: DEBUG nova.network.neutron [-] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.055937] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0687a22-e179-4b4e-9cbc-859cb8455443 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.066611] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9582ff1c-33ad-4855-b803-a97f74cf3c9f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.072557] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fec38c-2171-439e-9d39-01abac621cad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.127237] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d2dcf-8fa9-4d04-91cd-990b04df69c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.130574] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b2bac3-3627-415c-baf5-78d2de7986f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.136562] env[62679]: DEBUG oslo_vmware.api [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412699, 'name': PowerOnVM_Task, 'duration_secs': 0.549383} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.137755] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.137755] env[62679]: INFO nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Took 8.89 seconds to spawn the instance on the hypervisor. [ 986.137755] env[62679]: DEBUG nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.138572] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a2a5eb-cd56-4420-afaf-2e6117370be5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.159310] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance 'ac3c2395-0e3c-4b5f-9f11-dc329b3724ee' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.169214] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b28af-897a-4288-a558-4104ad095def {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.195959] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.435717] env[62679]: DEBUG nova.network.neutron [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updated VIF entry in instance network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.436274] env[62679]: DEBUG nova.network.neutron [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.450833] env[62679]: DEBUG oslo_vmware.api [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.496260] env[62679]: DEBUG oslo_vmware.api [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412701, 'name': PowerOffVM_Task, 'duration_secs': 0.180021} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.496517] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.496686] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.496943] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d055d97a-1c8f-44ef-8a74-03586d6df33e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.545355] env[62679]: DEBUG oslo_concurrency.lockutils [req-8a128166-9861-4c0f-be42-8ec8af45b708 req-5fea5f54-6b92-474b-bc1a-c4d8c6ef4ebd service nova] Releasing lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.549951] env[62679]: DEBUG nova.compute.manager [req-375cd515-cefe-4d33-9fea-53e2e7e4512f req-2a0a8761-ecd7-4b08-8e0a-ff5a1b4e6313 service nova] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Received event network-vif-deleted-92ae0b8f-9045-41f4-95d9-1aac957c3494 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 986.555764] env[62679]: INFO nova.compute.manager [-] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Took 1.66 seconds to deallocate network for instance. [ 986.593901] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-changed-ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 986.594274] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing instance network info cache due to event network-changed-ed16f47c-9a78-42e1-91f1-c352bbe778c1. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 986.594274] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.594512] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.595248] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing network info cache for port ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.600773] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.600773] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.600773] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Deleting the datastore file [datastore1] 7bad2069-4949-4d58-9715-640519386c65 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.600773] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-083135c3-545e-49ec-a4b8-e64ad51efc56 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.608155] env[62679]: DEBUG oslo_vmware.api [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 986.608155] env[62679]: value = "task-2412703" [ 986.608155] env[62679]: _type = "Task" [ 986.608155] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.618372] env[62679]: DEBUG oslo_vmware.api [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.689858] env[62679]: INFO nova.compute.manager [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Took 17.81 seconds to build instance. [ 986.702021] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.752728] env[62679]: DEBUG nova.network.neutron [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Port 075ec288-19d2-4f92-af65-e93677418c52 binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 986.942830] env[62679]: DEBUG oslo_concurrency.lockutils [req-39643a90-2c7e-40a2-a2ad-af760dd999e3 req-b02fd2bd-9e9d-4e49-b1fd-107462810278 service nova] Releasing lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.949933] env[62679]: DEBUG oslo_vmware.api [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.963071] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.963338] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.963572] env[62679]: INFO nova.compute.manager [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Attaching volume fb2cec67-f03c-40f6-bf28-90b5a0c558d8 to /dev/sdc [ 987.005761] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94a898-24d2-44df-b039-8cbf9871fcd8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.014158] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f77532-8c6d-4bd7-a390-2a798fb93939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.033551] env[62679]: DEBUG nova.virt.block_device [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updating existing volume attachment record: 4051b8cd-2a5d-4d8b-8e50-f857021378a5 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 987.066280] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.119456] env[62679]: DEBUG oslo_vmware.api [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151607} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.119710] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.119896] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.120090] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.120301] env[62679]: INFO nova.compute.manager [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 7bad2069-4949-4d58-9715-640519386c65] Took 1.17 seconds to destroy the instance on the hypervisor. [ 987.120582] env[62679]: DEBUG oslo.service.loopingcall [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.120794] env[62679]: DEBUG nova.compute.manager [-] [instance: 7bad2069-4949-4d58-9715-640519386c65] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.120888] env[62679]: DEBUG nova.network.neutron [-] [instance: 7bad2069-4949-4d58-9715-640519386c65] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.193039] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bddf090e-2dc1-4212-bc99-c01aaf7dcdf0 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.324s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.212727] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 987.212727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.007s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.212727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.909s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.212727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.212727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.826s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.214858] env[62679]: INFO nova.compute.claims [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.248935] env[62679]: INFO nova.scheduler.client.report [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleted allocations for instance 834e64fc-b0cb-4903-ac84-b28d41dc4583 [ 987.371917] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.372210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.372510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.372719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.372894] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.378592] env[62679]: INFO nova.compute.manager [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Terminating instance [ 987.450469] env[62679]: DEBUG oslo_vmware.api [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412700, 'name': ReconfigVM_Task, 'duration_secs': 1.719928} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.450831] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0587efdf-de6e-402a-b66b-aac0196b7219 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Reconfigured VM instance to set the machine id {{(pid=62679) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 987.614161] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updated VIF entry in instance network info cache for port ed16f47c-9a78-42e1-91f1-c352bbe778c1. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.614540] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.756124] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9430fe7d-fa55-4a17-a4ec-59d14d47c616 tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "834e64fc-b0cb-4903-ac84-b28d41dc4583" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.910s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.779019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.779019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.779019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.856271] env[62679]: DEBUG nova.compute.manager [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.857339] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf43a863-3728-4ad5-94a5-7ca17ac94154 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.883065] env[62679]: DEBUG nova.compute.manager [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.883262] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.887163] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b3b37-5968-46b4-b2e9-d5dda6df1a73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.901018] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.901018] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51211669-308c-47ef-a3dc-8ca7fd313483 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.904442] env[62679]: DEBUG nova.network.neutron [-] [instance: 7bad2069-4949-4d58-9715-640519386c65] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.910036] env[62679]: DEBUG oslo_vmware.api [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 987.910036] env[62679]: value = "task-2412705" [ 987.910036] env[62679]: _type = "Task" [ 987.910036] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.920568] env[62679]: DEBUG oslo_vmware.api [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.121068] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.121068] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Received event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 988.121068] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing instance network info cache due to event network-changed-96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 988.121342] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquiring lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.121342] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquired lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.121505] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Refreshing network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.384426] env[62679]: INFO nova.compute.manager [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] instance snapshotting [ 988.384426] env[62679]: DEBUG nova.objects.instance [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'flavor' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.406332] env[62679]: INFO nova.compute.manager [-] [instance: 7bad2069-4949-4d58-9715-640519386c65] Took 1.28 seconds to deallocate network for instance. [ 988.429028] env[62679]: DEBUG oslo_vmware.api [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412705, 'name': PowerOffVM_Task, 'duration_secs': 0.267705} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.429028] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.429028] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.429287] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f37bd5e-9e8b-4ba3-a570-b8439eb363b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.508030] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.508367] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.508469] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Deleting the datastore file [datastore2] 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.511430] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-977eed68-c45f-4a1d-a8c1-7be1a2f223e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.519241] env[62679]: DEBUG oslo_vmware.api [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for the task: (returnval){ [ 988.519241] env[62679]: value = "task-2412707" [ 988.519241] env[62679]: _type = "Task" [ 988.519241] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.533323] env[62679]: DEBUG oslo_vmware.api [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.546140] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96cbe3d-b7ab-486d-8378-b0f88f58c270 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.556275] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbce9d0-c2a7-4933-9ed6-3910a226f68c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.594328] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f50e9-779a-45a5-9c82-d996678c86e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.598067] env[62679]: DEBUG nova.compute.manager [req-d930a4ca-fd93-4b58-85e1-4270baa13b13 req-ef6b33c4-cef4-4418-a29f-9ce9fc199496 service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Received event network-vif-deleted-250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 988.605234] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a62e9-7d2f-4d81-afe1-009900ce74c9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.347658] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "babafca5-b665-46de-97af-b66fa06b42cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.347910] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.348095] env[62679]: DEBUG nova.compute.manager [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.350782] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "681316d4-efba-4601-a9c6-59b79bb226b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.350924] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "681316d4-efba-4601-a9c6-59b79bb226b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.351150] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "681316d4-efba-4601-a9c6-59b79bb226b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.351354] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "681316d4-efba-4601-a9c6-59b79bb226b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.351511] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "681316d4-efba-4601-a9c6-59b79bb226b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.357553] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.358133] env[62679]: DEBUG nova.compute.provider_tree [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.359754] env[62679]: INFO nova.compute.manager [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Terminating instance [ 989.361714] env[62679]: DEBUG nova.compute.manager [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 989.361890] env[62679]: DEBUG nova.compute.manager [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing instance network info cache due to event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 989.362100] env[62679]: DEBUG oslo_concurrency.lockutils [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] Acquiring lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.362244] env[62679]: DEBUG oslo_concurrency.lockutils [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] Acquired lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.362401] env[62679]: DEBUG nova.network.neutron [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.364184] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea726dae-42a2-48b6-9a63-ea93e2e84ac3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.370343] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bcafd2-1014-4189-a473-4bbb24a327f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.375275] env[62679]: DEBUG nova.scheduler.client.report [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.400263] env[62679]: DEBUG nova.compute.manager [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 989.400263] env[62679]: DEBUG nova.objects.instance [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'flavor' on Instance uuid babafca5-b665-46de-97af-b66fa06b42cc {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.405501] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7882a8-a50c-456d-a3e7-280448294313 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.409494] env[62679]: DEBUG oslo_vmware.api [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Task: {'id': task-2412707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148048} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.409494] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.409494] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.409494] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.409494] env[62679]: INFO nova.compute.manager [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Took 1.53 seconds to destroy the instance on the hypervisor. [ 989.409494] env[62679]: DEBUG oslo.service.loopingcall [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.410068] env[62679]: DEBUG nova.compute.manager [-] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.410068] env[62679]: DEBUG nova.network.neutron [-] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.443180] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.443403] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.443548] env[62679]: DEBUG nova.network.neutron [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.880867] env[62679]: DEBUG nova.compute.manager [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.881235] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.881954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.882519] env[62679]: DEBUG nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.885651] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb5a09d-4881-4c11-8d37-5b16c1f345ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.888786] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.823s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.889069] env[62679]: DEBUG nova.objects.instance [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'resources' on Instance uuid e966d896-b5a7-41e5-98f1-1a94e926757b {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.896149] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.896405] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30e18d8-9bfc-4d73-8e50-82188f61592d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.905009] env[62679]: DEBUG oslo_vmware.api [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 989.905009] env[62679]: value = "task-2412709" [ 989.905009] env[62679]: _type = "Task" [ 989.905009] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.923021] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.923021] env[62679]: DEBUG oslo_vmware.api [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.925849] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-026d6a2c-40a2-47ef-b27f-ec2fc30f7d7a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.937247] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 989.937247] env[62679]: value = "task-2412710" [ 989.937247] env[62679]: _type = "Task" [ 989.937247] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.954761] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.214881] env[62679]: DEBUG nova.network.neutron [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updated VIF entry in instance network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.215048] env[62679]: DEBUG nova.network.neutron [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [{"id": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "address": "fa:16:3e:cd:5f:2c", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dae62b-54", "ovs_interfaceid": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.331262] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updated VIF entry in instance network info cache for port 96f9dc1b-3a6f-4745-a25e-33fe7fff7def. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.331677] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [{"id": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "address": "fa:16:3e:24:b0:35", "network": {"id": "79270ce5-a88c-4232-90fc-d70f8863bf6e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-146179417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd97da917d6344d78f711d0422447701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f9dc1b-3a", "ovs_interfaceid": "96f9dc1b-3a6f-4745-a25e-33fe7fff7def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.391843] env[62679]: DEBUG nova.compute.utils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 990.400084] env[62679]: DEBUG nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.400321] env[62679]: DEBUG nova.network.neutron [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.419424] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.420263] env[62679]: DEBUG oslo_vmware.api [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412709, 'name': PowerOffVM_Task, 'duration_secs': 0.288386} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.420490] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a63f6be-0f44-4e4f-9d2d-35464360f466 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.422318] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.422716] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.423242] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fca3c406-7374-455c-9262-ae2d22b43b97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.433693] env[62679]: DEBUG oslo_vmware.api [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 990.433693] env[62679]: value = "task-2412711" [ 990.433693] env[62679]: _type = "Task" [ 990.433693] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.460044] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.461451] env[62679]: DEBUG oslo_vmware.api [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.506019] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.506252] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.506443] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleting the datastore file [datastore2] 681316d4-efba-4601-a9c6-59b79bb226b7 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.506721] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae91baa-4012-4f3e-a8cd-4b28431ccd07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.520502] env[62679]: DEBUG oslo_vmware.api [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for the task: (returnval){ [ 990.520502] env[62679]: value = "task-2412713" [ 990.520502] env[62679]: _type = "Task" [ 990.520502] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.526796] env[62679]: DEBUG nova.policy [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78d3eaa0d6e5414fb99f8610f4268dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eda8bc0c643746308f40495098e5cf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.539626] env[62679]: DEBUG oslo_vmware.api [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.672752] env[62679]: DEBUG nova.network.neutron [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance_info_cache with network_info: [{"id": "075ec288-19d2-4f92-af65-e93677418c52", "address": "fa:16:3e:d8:d1:e6", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075ec288-19", "ovs_interfaceid": "075ec288-19d2-4f92-af65-e93677418c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.720822] env[62679]: DEBUG oslo_concurrency.lockutils [req-4ef1dab9-7386-4552-9f24-c838e82e2fca req-7e257685-0d45-46c8-8fd3-1875e9c3421a service nova] Releasing lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.758474] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4697ae86-7266-4fa0-aa12-d968e2b2880a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.766864] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0131e05c-4037-4887-bf79-c89f9f0156e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.802275] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aca91d-accd-4ce5-9173-7f5495b186a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.810295] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f408c-2e7a-4dd9-bf3c-4f583b06cb6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.824559] env[62679]: DEBUG nova.compute.provider_tree [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.833856] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Releasing lock "refresh_cache-42cb516d-dfb7-4ba1-90b5-daa3e221eb32" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.834125] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Received event network-changed-250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 990.834314] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Refreshing instance network info cache due to event network-changed-250cc051-6f20-43d7-b3f9-0a3fe358f295. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 990.834487] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquiring lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.834627] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquired lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.834780] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Refreshing network info cache for port 250cc051-6f20-43d7-b3f9-0a3fe358f295 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.874207] env[62679]: DEBUG nova.compute.manager [req-8e8d6770-c4b6-479d-83ee-ebd66e1988c1 req-e046a20b-9e64-446a-8097-1c3ed0a861b3 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Received event network-vif-deleted-96f9dc1b-3a6f-4745-a25e-33fe7fff7def {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 990.874407] env[62679]: INFO nova.compute.manager [req-8e8d6770-c4b6-479d-83ee-ebd66e1988c1 req-e046a20b-9e64-446a-8097-1c3ed0a861b3 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Neutron deleted interface 96f9dc1b-3a6f-4745-a25e-33fe7fff7def; detaching it from the instance and deleting it from the info cache [ 990.874575] env[62679]: DEBUG nova.network.neutron [req-8e8d6770-c4b6-479d-83ee-ebd66e1988c1 req-e046a20b-9e64-446a-8097-1c3ed0a861b3 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.900824] env[62679]: DEBUG nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.951294] env[62679]: DEBUG oslo_vmware.api [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412711, 'name': PowerOffVM_Task, 'duration_secs': 0.231022} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.953028] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.953028] env[62679]: DEBUG nova.compute.manager [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.953651] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b70f7a0-add1-4c93-87a0-a438d2edecc9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.968307] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412710, 'name': CreateSnapshot_Task, 'duration_secs': 0.653555} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.968307] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 990.968307] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67df8da7-5ef4-4bba-a63b-ec1086ab6f24 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.035135] env[62679]: DEBUG nova.network.neutron [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Successfully created port: c14850a7-0c87-4866-9255-3f3f8c295274 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.044864] env[62679]: DEBUG oslo_vmware.api [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Task: {'id': task-2412713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241423} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.045138] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.045332] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.045507] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.045679] env[62679]: INFO nova.compute.manager [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 991.045975] env[62679]: DEBUG oslo.service.loopingcall [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.047389] env[62679]: DEBUG nova.compute.manager [-] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.047389] env[62679]: DEBUG nova.network.neutron [-] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.176063] env[62679]: DEBUG oslo_concurrency.lockutils [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.330967] env[62679]: DEBUG nova.scheduler.client.report [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.353290] env[62679]: DEBUG nova.network.neutron [-] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.373484] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.382579] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8685f0e-9396-450f-924e-63c3040a0b75 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.391325] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27758c4a-f6c1-4c13-b0c1-5f578fd7fc57 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.430526] env[62679]: DEBUG nova.compute.manager [req-8e8d6770-c4b6-479d-83ee-ebd66e1988c1 req-e046a20b-9e64-446a-8097-1c3ed0a861b3 service nova] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Detach interface failed, port_id=96f9dc1b-3a6f-4745-a25e-33fe7fff7def, reason: Instance 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 991.481691] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3b54d8f8-e153-4926-8ead-569e272b3e24 tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.131s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.494635] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.495451] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db8c05ca-a3c5-45ec-8a73-0151928566cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.505206] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 991.505206] env[62679]: value = "task-2412714" [ 991.505206] env[62679]: _type = "Task" [ 991.505206] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.514401] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412714, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.569358] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 7bad2069-4949-4d58-9715-640519386c65] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.588997] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 991.589253] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489163', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'name': 'volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'serial': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 991.590499] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191689c3-0e73-4672-9a09-40d4834ae2b1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.609140] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1099f6-ae05-4acc-953c-51f861a8536e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.638345] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8/volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.638968] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa5fe050-f6b5-477b-bccd-afd90160bab1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.658138] env[62679]: DEBUG oslo_vmware.api [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 991.658138] env[62679]: value = "task-2412715" [ 991.658138] env[62679]: _type = "Task" [ 991.658138] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.667540] env[62679]: DEBUG oslo_vmware.api [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.714178] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276906d-f050-4036-95a6-fd2d346d5f3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.738865] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29caf424-2269-4639-872b-7f365ebba0dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.745367] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance 'ac3c2395-0e3c-4b5f-9f11-dc329b3724ee' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.786480] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.786737] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.835715] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.839401] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.481s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.839649] env[62679]: DEBUG nova.objects.instance [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lazy-loading 'resources' on Instance uuid 7bad2069-4949-4d58-9715-640519386c65 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.858494] env[62679]: INFO nova.scheduler.client.report [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted allocations for instance e966d896-b5a7-41e5-98f1-1a94e926757b [ 991.861950] env[62679]: INFO nova.compute.manager [-] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Took 2.45 seconds to deallocate network for instance. [ 991.911105] env[62679]: DEBUG nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.937911] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.938170] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.938328] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.938508] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.938654] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.938801] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.939031] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.939186] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.939351] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.939512] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.939681] env[62679]: DEBUG nova.virt.hardware [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.940655] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcba706f-d081-4cec-8119-c976ca0b080e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.950277] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679850d-8098-447e-91c5-27971030604f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.016252] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412714, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.070080] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Releasing lock "refresh_cache-7bad2069-4949-4d58-9715-640519386c65" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.070435] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 992.070610] env[62679]: DEBUG nova.compute.manager [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing instance network info cache due to event network-changed-95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 992.070826] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquiring lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.070969] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Acquired lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.071174] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Refreshing network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.109110] env[62679]: DEBUG nova.network.neutron [-] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.169638] env[62679]: DEBUG oslo_vmware.api [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.252961] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.252961] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5059e41f-4e42-43f1-89a0-e954aaa39f22 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.262491] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 992.262491] env[62679]: value = "task-2412716" [ 992.262491] env[62679]: _type = "Task" [ 992.262491] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.270721] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.288691] env[62679]: DEBUG nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.366623] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0752d7be-ddda-4e2e-b151-e2a0a46e763e tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "e966d896-b5a7-41e5-98f1-1a94e926757b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.145s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.368085] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.518966] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412714, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.573505] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c232e0b-a6b8-4024-a3aa-9ee68f3718fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.584509] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b456f45-a9bd-4010-bb1e-6d81b796e416 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.614859] env[62679]: INFO nova.compute.manager [-] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Took 1.57 seconds to deallocate network for instance. [ 992.619439] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d376851b-3630-40d4-91fa-e34f174fcfe3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.632034] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03393f06-8ece-43b7-9ce5-e064acded262 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.648214] env[62679]: DEBUG nova.compute.provider_tree [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.668820] env[62679]: DEBUG oslo_vmware.api [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412715, 'name': ReconfigVM_Task, 'duration_secs': 0.527463} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.669162] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8/volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.676375] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34af33ef-5916-4b77-8eef-968b0dd0ef59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.692799] env[62679]: DEBUG oslo_vmware.api [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 992.692799] env[62679]: value = "task-2412717" [ 992.692799] env[62679]: _type = "Task" [ 992.692799] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.703064] env[62679]: DEBUG oslo_vmware.api [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.724846] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "babafca5-b665-46de-97af-b66fa06b42cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.725141] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.725359] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "babafca5-b665-46de-97af-b66fa06b42cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.725539] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.725726] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.728197] env[62679]: INFO nova.compute.manager [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Terminating instance [ 992.775241] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412716, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.815181] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.898163] env[62679]: DEBUG nova.compute.manager [req-e5865def-7ddd-478f-9595-538fd113e209 req-b70c4e33-e33b-4ba3-a474-ab7e8f80469f service nova] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Received event network-vif-deleted-a7563c92-a912-42c7-b883-262e04315bc2 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 992.966867] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updated VIF entry in instance network info cache for port 95dae62b-54b6-4dfe-af4a-3a877d23e279. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.967322] env[62679]: DEBUG nova.network.neutron [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [{"id": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "address": "fa:16:3e:cd:5f:2c", "network": {"id": "aec38aa7-4a7f-43bb-9faf-562045d7e2bd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1061524129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06966a1a264487c98952b9c284f6fd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dae62b-54", "ovs_interfaceid": "95dae62b-54b6-4dfe-af4a-3a877d23e279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.017576] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412714, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.113896] env[62679]: DEBUG nova.network.neutron [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Successfully updated port: c14850a7-0c87-4866-9255-3f3f8c295274 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.126969] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.153302] env[62679]: DEBUG nova.scheduler.client.report [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.203350] env[62679]: DEBUG oslo_vmware.api [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412717, 'name': ReconfigVM_Task, 'duration_secs': 0.164911} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.203747] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489163', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'name': 'volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'serial': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 993.234705] env[62679]: DEBUG nova.compute.manager [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.234916] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.235758] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3042d9-532a-4ba0-b9a4-ddefd487171a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.243732] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.243967] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b3a575c-83e7-4adb-8bcd-9235003a6d75 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.271918] env[62679]: DEBUG oslo_vmware.api [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412716, 'name': PowerOnVM_Task, 'duration_secs': 0.597305} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.272200] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.272393] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-dbefe28f-79cc-4846-85b4-39c96a313327 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance 'ac3c2395-0e3c-4b5f-9f11-dc329b3724ee' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.313772] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.314192] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.314551] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleting the datastore file [datastore2] babafca5-b665-46de-97af-b66fa06b42cc {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.314954] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d985fa89-7f3e-4605-a58f-f6418208ed02 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.323436] env[62679]: DEBUG oslo_vmware.api [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 993.323436] env[62679]: value = "task-2412719" [ 993.323436] env[62679]: _type = "Task" [ 993.323436] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.332448] env[62679]: DEBUG oslo_vmware.api [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.470095] env[62679]: DEBUG oslo_concurrency.lockutils [req-5a163a73-e7d1-4453-b8bc-f0478da59c16 req-f3df26b6-af99-4020-b214-2ea15570132b service nova] Releasing lock "refresh_cache-86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.522183] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412714, 'name': CloneVM_Task, 'duration_secs': 1.932715} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.522183] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Created linked-clone VM from snapshot [ 993.522183] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9c02a0-b0a5-4bd9-9ab3-27cbbaac9163 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.529048] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Uploading image 50abee37-a1f7-4609-8146-cfcc677cde6a {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.554256] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.554256] env[62679]: value = "vm-489165" [ 993.554256] env[62679]: _type = "VirtualMachine" [ 993.554256] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.554621] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cda3b54-cc9d-4be1-91be-eeea786d43cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.562966] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease: (returnval){ [ 993.562966] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527e655a-7c67-ab39-54de-aba02f3aec55" [ 993.562966] env[62679]: _type = "HttpNfcLease" [ 993.562966] env[62679]: } obtained for exporting VM: (result){ [ 993.562966] env[62679]: value = "vm-489165" [ 993.562966] env[62679]: _type = "VirtualMachine" [ 993.562966] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.563213] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the lease: (returnval){ [ 993.563213] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527e655a-7c67-ab39-54de-aba02f3aec55" [ 993.563213] env[62679]: _type = "HttpNfcLease" [ 993.563213] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.570660] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.570660] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527e655a-7c67-ab39-54de-aba02f3aec55" [ 993.570660] env[62679]: _type = "HttpNfcLease" [ 993.570660] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.615944] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.616169] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.616373] env[62679]: DEBUG nova.network.neutron [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.658662] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.661012] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.293s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.661343] env[62679]: DEBUG nova.objects.instance [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lazy-loading 'resources' on Instance uuid 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.681848] env[62679]: INFO nova.scheduler.client.report [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Deleted allocations for instance 7bad2069-4949-4d58-9715-640519386c65 [ 993.834164] env[62679]: DEBUG oslo_vmware.api [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347714} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.834430] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.834614] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.834787] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.834953] env[62679]: INFO nova.compute.manager [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Took 0.60 seconds to destroy the instance on the hypervisor. [ 993.835215] env[62679]: DEBUG oslo.service.loopingcall [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.835432] env[62679]: DEBUG nova.compute.manager [-] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.835528] env[62679]: DEBUG nova.network.neutron [-] [instance: babafca5-b665-46de-97af-b66fa06b42cc] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.072475] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.072475] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527e655a-7c67-ab39-54de-aba02f3aec55" [ 994.072475] env[62679]: _type = "HttpNfcLease" [ 994.072475] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.073031] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.073031] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527e655a-7c67-ab39-54de-aba02f3aec55" [ 994.073031] env[62679]: _type = "HttpNfcLease" [ 994.073031] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 994.074128] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d373580a-671a-473d-98eb-1c24726f51f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.082352] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e961-c774-18e8-bee1-e008702c0fa2/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.082602] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e961-c774-18e8-bee1-e008702c0fa2/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 994.187266] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2026ac3-53c3-42ac-92b8-7d4847eba3ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.195407] env[62679]: DEBUG oslo_concurrency.lockutils [None req-13455999-4895-4090-9efd-1725705d7aa6 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "7bad2069-4949-4d58-9715-640519386c65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.754s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.216617] env[62679]: DEBUG nova.network.neutron [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.244824] env[62679]: DEBUG nova.objects.instance [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid f873f005-971c-4ada-9655-c9f50eb6e708 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.462866] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3479b01-ae89-4cc4-9e7a-1de4e4ae6626 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.474209] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088a45a-f8f9-4bc4-bb5d-df9507404308 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.512781] env[62679]: DEBUG nova.network.neutron [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance_info_cache with network_info: [{"id": "c14850a7-0c87-4866-9255-3f3f8c295274", "address": "fa:16:3e:fb:8a:c7", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14850a7-0c", "ovs_interfaceid": "c14850a7-0c87-4866-9255-3f3f8c295274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.515112] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dc5fc8-392b-4e73-8bf4-f5be6e329c2d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.525610] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48193d59-eb64-4dff-9c5e-e06b3ac1a954 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.549109] env[62679]: DEBUG nova.compute.provider_tree [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.753628] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a2eede82-bb55-4a57-a271-d1a787876e1a tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.790s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.756174] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.756393] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.772570] env[62679]: DEBUG nova.network.neutron [-] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.932765] env[62679]: DEBUG nova.compute.manager [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Received event network-vif-plugged-c14850a7-0c87-4866-9255-3f3f8c295274 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 994.933114] env[62679]: DEBUG oslo_concurrency.lockutils [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] Acquiring lock "608cb387-f460-4ee0-be53-08421954cef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.933501] env[62679]: DEBUG oslo_concurrency.lockutils [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] Lock "608cb387-f460-4ee0-be53-08421954cef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.933759] env[62679]: DEBUG oslo_concurrency.lockutils [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] Lock "608cb387-f460-4ee0-be53-08421954cef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.933997] env[62679]: DEBUG nova.compute.manager [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] No waiting events found dispatching network-vif-plugged-c14850a7-0c87-4866-9255-3f3f8c295274 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.934282] env[62679]: WARNING nova.compute.manager [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Received unexpected event network-vif-plugged-c14850a7-0c87-4866-9255-3f3f8c295274 for instance with vm_state building and task_state spawning. [ 994.934659] env[62679]: DEBUG nova.compute.manager [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Received event network-changed-c14850a7-0c87-4866-9255-3f3f8c295274 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 994.934881] env[62679]: DEBUG nova.compute.manager [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Refreshing instance network info cache due to event network-changed-c14850a7-0c87-4866-9255-3f3f8c295274. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 994.935221] env[62679]: DEBUG oslo_concurrency.lockutils [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] Acquiring lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.019842] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.020352] env[62679]: DEBUG nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Instance network_info: |[{"id": "c14850a7-0c87-4866-9255-3f3f8c295274", "address": "fa:16:3e:fb:8a:c7", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14850a7-0c", "ovs_interfaceid": "c14850a7-0c87-4866-9255-3f3f8c295274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.020673] env[62679]: DEBUG oslo_concurrency.lockutils [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] Acquired lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.021009] env[62679]: DEBUG nova.network.neutron [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Refreshing network info cache for port c14850a7-0c87-4866-9255-3f3f8c295274 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.022413] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:8a:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c14850a7-0c87-4866-9255-3f3f8c295274', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.030502] env[62679]: DEBUG oslo.service.loopingcall [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.033922] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.034599] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0484adcf-121f-45a0-b787-3e2e6af30957 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.051775] env[62679]: DEBUG nova.scheduler.client.report [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.057589] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.057589] env[62679]: value = "task-2412721" [ 995.057589] env[62679]: _type = "Task" [ 995.057589] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.069321] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412721, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.136615] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.137152] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.137305] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.140787] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.140787] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.146010] env[62679]: INFO nova.compute.manager [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Terminating instance [ 995.258961] env[62679]: INFO nova.compute.manager [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Detaching volume 82f07386-93ae-418e-a69d-be13b9366bf5 [ 995.275268] env[62679]: INFO nova.compute.manager [-] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Took 1.44 seconds to deallocate network for instance. [ 995.301567] env[62679]: INFO nova.virt.block_device [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Attempting to driver detach volume 82f07386-93ae-418e-a69d-be13b9366bf5 from mountpoint /dev/sdb [ 995.301831] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 995.302533] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489161', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'name': 'volume-82f07386-93ae-418e-a69d-be13b9366bf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'serial': '82f07386-93ae-418e-a69d-be13b9366bf5'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 995.303238] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdda59b4-d959-4297-97dd-d9359f3d86e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.332308] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbff2b0-8c78-49b3-b9fd-902302a73848 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.336039] env[62679]: DEBUG nova.network.neutron [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updated VIF entry in instance network info cache for port c14850a7-0c87-4866-9255-3f3f8c295274. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.336505] env[62679]: DEBUG nova.network.neutron [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance_info_cache with network_info: [{"id": "c14850a7-0c87-4866-9255-3f3f8c295274", "address": "fa:16:3e:fb:8a:c7", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14850a7-0c", "ovs_interfaceid": "c14850a7-0c87-4866-9255-3f3f8c295274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.344128] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bb176-24e9-4a50-9293-541c968edc0f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.374758] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f371c42-4d0a-4b60-b3ed-caa68a5235c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.393369] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] The volume has not been displaced from its original location: [datastore2] volume-82f07386-93ae-418e-a69d-be13b9366bf5/volume-82f07386-93ae-418e-a69d-be13b9366bf5.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 995.398963] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.399417] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5294d11c-93a7-40ad-98aa-6f59c3ffc368 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.419303] env[62679]: DEBUG oslo_vmware.api [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 995.419303] env[62679]: value = "task-2412722" [ 995.419303] env[62679]: _type = "Task" [ 995.419303] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.428217] env[62679]: DEBUG oslo_vmware.api [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.444829] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.445238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.559972] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.562705] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.748s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.564474] env[62679]: INFO nova.compute.claims [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.578942] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412721, 'name': CreateVM_Task, 'duration_secs': 0.36254} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.579114] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.579884] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.581040] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.581040] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.581251] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be2160e-000a-400d-ac11-c9dc4d91ab36 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.586818] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 995.586818] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3bfa1-a85a-dd84-d600-11cde4b96ad1" [ 995.586818] env[62679]: _type = "Task" [ 995.586818] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.590795] env[62679]: INFO nova.scheduler.client.report [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Deleted allocations for instance 42cb516d-dfb7-4ba1-90b5-daa3e221eb32 [ 995.602230] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3bfa1-a85a-dd84-d600-11cde4b96ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.650708] env[62679]: DEBUG nova.compute.manager [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.650947] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.652045] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ae71d-78fd-4a3e-a807-0488fdff6adf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.662126] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.662500] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2c28a1f-d362-40de-b15c-5c2d4f0b88f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.669549] env[62679]: DEBUG oslo_vmware.api [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 995.669549] env[62679]: value = "task-2412723" [ 995.669549] env[62679]: _type = "Task" [ 995.669549] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.679648] env[62679]: DEBUG oslo_vmware.api [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.782574] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.839440] env[62679]: DEBUG oslo_concurrency.lockutils [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] Releasing lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.839864] env[62679]: DEBUG nova.compute.manager [req-d42553fa-7e20-4f5b-911f-d42fd83e3324 req-f5ac21cb-20f7-4261-9eaf-d346c5a07d25 service nova] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Received event network-vif-deleted-3891ace3-1ce2-4194-a7dd-a4dd5b905ef3 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 995.854471] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.854471] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.854775] env[62679]: DEBUG nova.compute.manager [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Going to confirm migration 4 {{(pid=62679) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 995.929639] env[62679]: DEBUG oslo_vmware.api [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412722, 'name': ReconfigVM_Task, 'duration_secs': 0.252383} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.930115] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.935643] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e76215-b318-4f5b-8b43-49e44b0e4199 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.948973] env[62679]: INFO nova.compute.manager [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Detaching volume 16eb6a46-a171-4941-a143-ed7a8f4317c4 [ 995.952558] env[62679]: DEBUG oslo_vmware.api [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 995.952558] env[62679]: value = "task-2412724" [ 995.952558] env[62679]: _type = "Task" [ 995.952558] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.964706] env[62679]: DEBUG oslo_vmware.api [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.988548] env[62679]: INFO nova.virt.block_device [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Attempting to driver detach volume 16eb6a46-a171-4941-a143-ed7a8f4317c4 from mountpoint /dev/sdb [ 995.988787] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 995.988974] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 995.989916] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fca7be9-9683-4cfa-99ea-c3aefa542f85 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.014187] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2860a9-1575-4c8e-ba71-955fd6484b87 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.022650] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf73a1fb-3304-4b5c-bff4-e869f2fcf84c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.045833] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bebfedf-20db-41a3-a3be-3958ea04fd60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.064573] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] The volume has not been displaced from its original location: [datastore1] volume-16eb6a46-a171-4941-a143-ed7a8f4317c4/volume-16eb6a46-a171-4941-a143-ed7a8f4317c4.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 996.070257] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.070741] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14bc8208-3116-40f7-9e88-1bb7e7d6cd4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.092913] env[62679]: DEBUG oslo_vmware.api [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 996.092913] env[62679]: value = "task-2412725" [ 996.092913] env[62679]: _type = "Task" [ 996.092913] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.102611] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e3bfa1-a85a-dd84-d600-11cde4b96ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.022623} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.103066] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1c765f63-a440-4d71-b2e9-027d68bea6d3 tempest-AttachInterfacesUnderV243Test-12214986 tempest-AttachInterfacesUnderV243Test-12214986-project-member] Lock "42cb516d-dfb7-4ba1-90b5-daa3e221eb32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.731s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.107753] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.107753] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.107753] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.107753] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.107753] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.107753] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5870be8-a5bf-432e-97b4-01e2da6c8c8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.111528] env[62679]: DEBUG oslo_vmware.api [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.122978] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.122978] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.123508] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b5df45-ab0e-440a-8ddf-3f4d8ce51f8d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.131291] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 996.131291] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528009c2-392f-d462-ad80-4f4289cdcbc8" [ 996.131291] env[62679]: _type = "Task" [ 996.131291] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.143617] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528009c2-392f-d462-ad80-4f4289cdcbc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.182426] env[62679]: DEBUG oslo_vmware.api [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412723, 'name': PowerOffVM_Task, 'duration_secs': 0.245086} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.183249] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.183652] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.184221] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb2daa4-8e4d-4c0d-9d4a-922342023b0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.256983] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.257324] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.257470] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Deleting the datastore file [datastore2] 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.258644] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba0e45e-ccad-45d2-b7fa-2069a01ff51e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.266826] env[62679]: DEBUG oslo_vmware.api [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for the task: (returnval){ [ 996.266826] env[62679]: value = "task-2412727" [ 996.266826] env[62679]: _type = "Task" [ 996.266826] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.276395] env[62679]: DEBUG oslo_vmware.api [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.433850] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.434071] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquired lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.434239] env[62679]: DEBUG nova.network.neutron [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.434425] env[62679]: DEBUG nova.objects.instance [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'info_cache' on Instance uuid ac3c2395-0e3c-4b5f-9f11-dc329b3724ee {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.463019] env[62679]: DEBUG oslo_vmware.api [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412724, 'name': ReconfigVM_Task, 'duration_secs': 0.151854} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.463324] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489161', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'name': 'volume-82f07386-93ae-418e-a69d-be13b9366bf5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': '82f07386-93ae-418e-a69d-be13b9366bf5', 'serial': '82f07386-93ae-418e-a69d-be13b9366bf5'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.603876] env[62679]: DEBUG oslo_vmware.api [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412725, 'name': ReconfigVM_Task, 'duration_secs': 0.330635} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.604219] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 996.612111] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc4ec0c-d2c9-4190-a603-04b3466228db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.637156] env[62679]: DEBUG oslo_vmware.api [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 996.637156] env[62679]: value = "task-2412728" [ 996.637156] env[62679]: _type = "Task" [ 996.637156] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.649219] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528009c2-392f-d462-ad80-4f4289cdcbc8, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.653009] env[62679]: DEBUG oslo_vmware.api [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.653254] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126ab612-a061-4206-b7f6-6f3529736e4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.661504] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 996.661504] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7fdcc-9080-3702-15fe-c46014c0b192" [ 996.661504] env[62679]: _type = "Task" [ 996.661504] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.671862] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7fdcc-9080-3702-15fe-c46014c0b192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.779629] env[62679]: DEBUG oslo_vmware.api [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Task: {'id': task-2412727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241039} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.782574] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.782746] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.782916] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.783104] env[62679]: INFO nova.compute.manager [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Took 1.13 seconds to destroy the instance on the hypervisor. [ 996.783697] env[62679]: DEBUG oslo.service.loopingcall [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.784866] env[62679]: DEBUG nova.compute.manager [-] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.784866] env[62679]: DEBUG nova.network.neutron [-] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.841050] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c87c992-96c9-4a6e-a46c-1c03ed0bb5be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.849306] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea6c9f-9a17-4f00-b93c-08acc97b1f23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.881556] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45ea8eb-43db-4016-9c7e-2c262e0f7fd6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.890848] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef72e5b-7646-44be-b46f-d399900f115a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.905787] env[62679]: DEBUG nova.compute.provider_tree [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.012429] env[62679]: DEBUG nova.objects.instance [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid f873f005-971c-4ada-9655-c9f50eb6e708 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.147842] env[62679]: DEBUG oslo_vmware.api [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412728, 'name': ReconfigVM_Task, 'duration_secs': 0.187799} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.148233] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489140', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'name': 'volume-16eb6a46-a171-4941-a143-ed7a8f4317c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dcfd4812-6433-493e-8e99-0d4b7e66df8e', 'attached_at': '', 'detached_at': '', 'volume_id': '16eb6a46-a171-4941-a143-ed7a8f4317c4', 'serial': '16eb6a46-a171-4941-a143-ed7a8f4317c4'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 997.153607] env[62679]: DEBUG nova.compute.manager [req-72696dbd-41af-4c6b-8049-be7216f31e2c req-fbce6a9e-ed72-4bb3-b4f2-33fc96fd554c service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Received event network-vif-deleted-95dae62b-54b6-4dfe-af4a-3a877d23e279 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 997.153797] env[62679]: INFO nova.compute.manager [req-72696dbd-41af-4c6b-8049-be7216f31e2c req-fbce6a9e-ed72-4bb3-b4f2-33fc96fd554c service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Neutron deleted interface 95dae62b-54b6-4dfe-af4a-3a877d23e279; detaching it from the instance and deleting it from the info cache [ 997.153964] env[62679]: DEBUG nova.network.neutron [req-72696dbd-41af-4c6b-8049-be7216f31e2c req-fbce6a9e-ed72-4bb3-b4f2-33fc96fd554c service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.172881] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7fdcc-9080-3702-15fe-c46014c0b192, 'name': SearchDatastore_Task, 'duration_secs': 0.032859} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.173174] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.173456] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 608cb387-f460-4ee0-be53-08421954cef8/608cb387-f460-4ee0-be53-08421954cef8.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.173720] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8797e85-4e7a-4fb1-9d5a-57e1307317cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.184559] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 997.184559] env[62679]: value = "task-2412729" [ 997.184559] env[62679]: _type = "Task" [ 997.184559] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.194115] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.411215] env[62679]: DEBUG nova.scheduler.client.report [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.561411] env[62679]: DEBUG nova.network.neutron [-] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.656094] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9216949-b77a-48e2-a6a5-8ff25dd7534c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.666845] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fac4adb-3a20-4739-b6aa-8c781070a65e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.689556] env[62679]: DEBUG nova.network.neutron [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance_info_cache with network_info: [{"id": "075ec288-19d2-4f92-af65-e93677418c52", "address": "fa:16:3e:d8:d1:e6", "network": {"id": "8a125b98-3226-408c-af22-1a860e93778e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-233951114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01a15c67d4e4b0d8da3270eaf8b2548", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075ec288-19", "ovs_interfaceid": "075ec288-19d2-4f92-af65-e93677418c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.696681] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412729, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.709570] env[62679]: DEBUG nova.compute.manager [req-72696dbd-41af-4c6b-8049-be7216f31e2c req-fbce6a9e-ed72-4bb3-b4f2-33fc96fd554c service nova] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Detach interface failed, port_id=95dae62b-54b6-4dfe-af4a-3a877d23e279, reason: Instance 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 997.711619] env[62679]: DEBUG nova.objects.instance [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'flavor' on Instance uuid dcfd4812-6433-493e-8e99-0d4b7e66df8e {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.920421] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.924128] env[62679]: DEBUG nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.925948] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.799s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.926445] env[62679]: DEBUG nova.objects.instance [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lazy-loading 'resources' on Instance uuid 681316d4-efba-4601-a9c6-59b79bb226b7 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.022092] env[62679]: DEBUG oslo_concurrency.lockutils [None req-6c0772b7-4d71-4574-b67f-49b9d1dbbfd8 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.065956] env[62679]: INFO nova.compute.manager [-] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Took 1.28 seconds to deallocate network for instance. [ 998.069803] env[62679]: DEBUG oslo_concurrency.lockutils [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.070210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.200993] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Releasing lock "refresh_cache-ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.201489] env[62679]: DEBUG nova.objects.instance [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lazy-loading 'migration_context' on Instance uuid ac3c2395-0e3c-4b5f-9f11-dc329b3724ee {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.205950] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956119} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.205950] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 608cb387-f460-4ee0-be53-08421954cef8/608cb387-f460-4ee0-be53-08421954cef8.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.205950] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.205950] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1350acc-9f76-4131-b452-9c3d71d7f843 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.215790] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 998.215790] env[62679]: value = "task-2412730" [ 998.215790] env[62679]: _type = "Task" [ 998.215790] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.227713] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.431458] env[62679]: DEBUG nova.compute.utils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 998.436328] env[62679]: DEBUG nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Not allocating networking since 'none' was specified. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 998.580477] env[62679]: INFO nova.compute.manager [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Detaching volume fb2cec67-f03c-40f6-bf28-90b5a0c558d8 [ 998.588395] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.628940] env[62679]: INFO nova.virt.block_device [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Attempting to driver detach volume fb2cec67-f03c-40f6-bf28-90b5a0c558d8 from mountpoint /dev/sdc [ 998.628940] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.628940] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489163', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'name': 'volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'serial': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.629390] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13df5152-66e0-4073-8b78-4390e7b08cab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.662271] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c507b979-31c5-43d1-ae6d-72a92b494a4e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.672456] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63159da8-8c2c-4f74-b601-28980fb856c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.700837] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80d91a-e300-4714-880a-431bf0c28388 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.705614] env[62679]: DEBUG nova.objects.base [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.706596] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1c7a0b-4965-4eb8-9878-0e3d1a5042d6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.721506] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8ee53529-23c0-4d79-a910-007c0419a8bd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.722746] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8/volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.727871] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfiguring VM instance instance-0000004f to detach disk 2002 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.733105] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f587916d-5a3a-44ab-9f24-9fcbfe4633ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.746658] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0f7b1c-d612-47be-ae92-e0c250b0c9b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.765843] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5be4eb-9c2d-4b3d-be5f-7da5cd5ca667 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.774025] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191784} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.776639] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1673d0c6-264f-45e6-932b-0a887d9b78d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.780840] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.781309] env[62679]: DEBUG oslo_vmware.api [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 998.781309] env[62679]: value = "task-2412731" [ 998.781309] env[62679]: _type = "Task" [ 998.781309] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.783579] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea73f79-99d2-43ad-9f14-20f1a8f64b45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.786451] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 998.786451] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526ea7cc-2e91-ae0c-35ce-835d39cd7d50" [ 998.786451] env[62679]: _type = "Task" [ 998.786451] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.833458] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4501b0-d855-4f6d-a626-c91272c66ca6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.845186] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 608cb387-f460-4ee0-be53-08421954cef8/608cb387-f460-4ee0-be53-08421954cef8.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.849414] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8add678-71cc-4a85-98e4-925a2f829831 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.864169] env[62679]: DEBUG oslo_vmware.api [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.868778] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526ea7cc-2e91-ae0c-35ce-835d39cd7d50, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.869510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.874617] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4dbbff-ed20-480a-a03a-2950016bfca6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.879911] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 998.879911] env[62679]: value = "task-2412732" [ 998.879911] env[62679]: _type = "Task" [ 998.879911] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.892083] env[62679]: DEBUG nova.compute.provider_tree [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.902532] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.936109] env[62679]: DEBUG nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.089201] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.089486] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.089696] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.089882] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.090156] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.092821] env[62679]: INFO nova.compute.manager [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Terminating instance [ 999.298447] env[62679]: DEBUG oslo_vmware.api [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412731, 'name': ReconfigVM_Task, 'duration_secs': 0.277546} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.298771] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Reconfigured VM instance instance-0000004f to detach disk 2002 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.303636] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986f5f36-18a9-4655-9a72-9a1d9a25c62b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.320824] env[62679]: DEBUG oslo_vmware.api [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 999.320824] env[62679]: value = "task-2412733" [ 999.320824] env[62679]: _type = "Task" [ 999.320824] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.329332] env[62679]: DEBUG oslo_vmware.api [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.392274] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412732, 'name': ReconfigVM_Task, 'duration_secs': 0.319164} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.392559] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 608cb387-f460-4ee0-be53-08421954cef8/608cb387-f460-4ee0-be53-08421954cef8.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.393221] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88321e45-092f-4e33-8371-f33a4259650b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.395499] env[62679]: DEBUG nova.scheduler.client.report [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.407167] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 999.407167] env[62679]: value = "task-2412734" [ 999.407167] env[62679]: _type = "Task" [ 999.407167] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.418285] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412734, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.597225] env[62679]: DEBUG nova.compute.manager [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.598068] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.598486] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100afba8-78db-4ed7-b3d0-2316f5a0884c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.607922] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.608067] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c076df-2fee-45c5-b356-1a6857a29c9b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.615770] env[62679]: DEBUG oslo_vmware.api [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 999.615770] env[62679]: value = "task-2412735" [ 999.615770] env[62679]: _type = "Task" [ 999.615770] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.625617] env[62679]: DEBUG oslo_vmware.api [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.831806] env[62679]: DEBUG oslo_vmware.api [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412733, 'name': ReconfigVM_Task, 'duration_secs': 0.148423} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.831958] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489163', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'name': 'volume-fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f873f005-971c-4ada-9655-c9f50eb6e708', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8', 'serial': 'fb2cec67-f03c-40f6-bf28-90b5a0c558d8'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.901614] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.904315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.122s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.904618] env[62679]: DEBUG nova.objects.instance [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'resources' on Instance uuid babafca5-b665-46de-97af-b66fa06b42cc {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.925219] env[62679]: INFO nova.scheduler.client.report [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Deleted allocations for instance 681316d4-efba-4601-a9c6-59b79bb226b7 [ 999.930782] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412734, 'name': Rename_Task, 'duration_secs': 0.17143} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.936853] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.936853] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1618e3-381f-4e65-b155-2a04903f7ab0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.942196] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 999.942196] env[62679]: value = "task-2412736" [ 999.942196] env[62679]: _type = "Task" [ 999.942196] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.946849] env[62679]: DEBUG nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.955326] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.973641] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.973829] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.973980] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.974218] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.974372] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.974518] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.974749] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.974915] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.975118] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.975265] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.975442] env[62679]: DEBUG nova.virt.hardware [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.976420] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cee9d5-7740-493c-ae4b-564850508326 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.988397] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a15783-b2f1-4d63-800e-1eb0e126de41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.006235] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.012032] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Creating folder: Project (2f34cb097c6b48a091b0354349b7ea55). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.012397] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9465cdbb-4237-4885-b570-7acd262077b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.027260] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Created folder: Project (2f34cb097c6b48a091b0354349b7ea55) in parent group-v488891. [ 1000.027475] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Creating folder: Instances. Parent ref: group-v489167. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.027738] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea3c9122-bbab-432f-95d2-6dd9e880459b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.039763] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Created folder: Instances in parent group-v489167. [ 1000.040082] env[62679]: DEBUG oslo.service.loopingcall [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.040319] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.040563] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f89e4a-781f-4dd2-add1-275f961172df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.060082] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.060082] env[62679]: value = "task-2412739" [ 1000.060082] env[62679]: _type = "Task" [ 1000.060082] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.070793] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412739, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.127722] env[62679]: DEBUG oslo_vmware.api [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412735, 'name': PowerOffVM_Task, 'duration_secs': 0.34218} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.128101] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.128298] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.128626] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a68c0103-e90d-45ad-a13a-b3ce1a57f0e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.218451] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.218676] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.218916] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleting the datastore file [datastore2] dcfd4812-6433-493e-8e99-0d4b7e66df8e {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.219216] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f81b6741-e46d-4383-9e1d-084f84f45cdb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.228476] env[62679]: DEBUG oslo_vmware.api [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1000.228476] env[62679]: value = "task-2412741" [ 1000.228476] env[62679]: _type = "Task" [ 1000.228476] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.237858] env[62679]: DEBUG oslo_vmware.api [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.376374] env[62679]: DEBUG nova.objects.instance [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'flavor' on Instance uuid f873f005-971c-4ada-9655-c9f50eb6e708 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.443762] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bfd8310d-5ecb-48c1-90bc-94254cdde17e tempest-ServerRescueNegativeTestJSON-1246068984 tempest-ServerRescueNegativeTestJSON-1246068984-project-member] Lock "681316d4-efba-4601-a9c6-59b79bb226b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.093s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.461168] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.575167] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412739, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.646088] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d11ded-05cc-4465-ad40-7c594e59d474 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.654593] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9c556a-3916-4fe8-b2c3-5e66d3fc25a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.701372] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83223f-dfbc-447a-b267-45949c056966 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.711207] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1518f18e-0e3c-45da-a5aa-27966b60a4f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.728081] env[62679]: DEBUG nova.compute.provider_tree [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.743143] env[62679]: DEBUG oslo_vmware.api [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234268} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.743143] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.743143] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.743143] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.743143] env[62679]: INFO nova.compute.manager [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1000.743604] env[62679]: DEBUG oslo.service.loopingcall [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.743604] env[62679]: DEBUG nova.compute.manager [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.743604] env[62679]: DEBUG nova.network.neutron [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.956392] env[62679]: DEBUG oslo_vmware.api [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412736, 'name': PowerOnVM_Task, 'duration_secs': 0.618794} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.956769] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.957123] env[62679]: INFO nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1000.957424] env[62679]: DEBUG nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.958369] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759b4ac-626a-4a5f-a129-f6b70690dad3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.073431] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412739, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.236574] env[62679]: DEBUG nova.scheduler.client.report [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.382837] env[62679]: DEBUG oslo_concurrency.lockutils [None req-014e7bc1-5d87-475e-8ed9-3638719d9366 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.476251] env[62679]: DEBUG nova.compute.manager [req-b41ddcc3-18e5-4647-86c3-53b26595eaf9 req-d8cba688-fcff-42aa-bb06-c8523557a045 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Received event network-vif-deleted-d20d3c4d-1852-4219-a6c0-b211615ae15f {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1001.479719] env[62679]: INFO nova.compute.manager [req-b41ddcc3-18e5-4647-86c3-53b26595eaf9 req-d8cba688-fcff-42aa-bb06-c8523557a045 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Neutron deleted interface d20d3c4d-1852-4219-a6c0-b211615ae15f; detaching it from the instance and deleting it from the info cache [ 1001.479719] env[62679]: DEBUG nova.network.neutron [req-b41ddcc3-18e5-4647-86c3-53b26595eaf9 req-d8cba688-fcff-42aa-bb06-c8523557a045 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.483661] env[62679]: INFO nova.compute.manager [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Took 16.11 seconds to build instance. [ 1001.572143] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412739, 'name': CreateVM_Task, 'duration_secs': 1.359759} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.572322] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.572773] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.572931] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.573284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.573583] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3953ec-98db-4935-8253-dc1d823732fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.579022] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1001.579022] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522a8dac-a45d-cf80-7500-b7e19745c58c" [ 1001.579022] env[62679]: _type = "Task" [ 1001.579022] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.591584] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522a8dac-a45d-cf80-7500-b7e19745c58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.742491] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.745036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.157s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.745346] env[62679]: DEBUG nova.objects.instance [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lazy-loading 'resources' on Instance uuid 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.753657] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.753952] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.754214] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "f873f005-971c-4ada-9655-c9f50eb6e708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.754432] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.754651] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.756845] env[62679]: INFO nova.compute.manager [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Terminating instance [ 1001.779780] env[62679]: INFO nova.scheduler.client.report [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted allocations for instance babafca5-b665-46de-97af-b66fa06b42cc [ 1001.793430] env[62679]: DEBUG nova.network.neutron [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.983920] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbc774d2-a274-4061-9647-8448e68f4233 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.987339] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4ffd9cd8-0390-4dc1-8590-e1f42cf67e73 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.627s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.997624] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1685557e-e34f-47f6-8520-bb4583080cb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.037280] env[62679]: DEBUG nova.compute.manager [req-b41ddcc3-18e5-4647-86c3-53b26595eaf9 req-d8cba688-fcff-42aa-bb06-c8523557a045 service nova] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Detach interface failed, port_id=d20d3c4d-1852-4219-a6c0-b211615ae15f, reason: Instance dcfd4812-6433-493e-8e99-0d4b7e66df8e could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1002.089983] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522a8dac-a45d-cf80-7500-b7e19745c58c, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.090341] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.090581] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.090833] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.090956] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.091224] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.091539] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50e3bd43-08c5-42a4-9561-5b63c9c78de6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.103038] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.103038] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.103146] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ade998-3957-4066-9df7-e7e0db884002 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.110756] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1002.110756] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5280b407-d2cb-d9fd-5a96-71761910ac2d" [ 1002.110756] env[62679]: _type = "Task" [ 1002.110756] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.123020] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5280b407-d2cb-d9fd-5a96-71761910ac2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.261041] env[62679]: DEBUG nova.compute.manager [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.261041] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.261839] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307beee-0873-420a-97ce-cf4900e89394 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.273328] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.273587] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cba5212-e0be-4afc-9d56-3400ef6a41c9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.283083] env[62679]: DEBUG oslo_vmware.api [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 1002.283083] env[62679]: value = "task-2412742" [ 1002.283083] env[62679]: _type = "Task" [ 1002.283083] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.293204] env[62679]: DEBUG oslo_concurrency.lockutils [None req-157b4a44-ae31-4278-ad86-e77c6c5a9c5f tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "babafca5-b665-46de-97af-b66fa06b42cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.568s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.300780] env[62679]: INFO nova.compute.manager [-] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Took 1.56 seconds to deallocate network for instance. [ 1002.301081] env[62679]: DEBUG oslo_vmware.api [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.487911] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a86fcf-eaba-4bd7-b747-7fbef38c01df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.503849] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d7006d-1627-4688-aaf7-2016b21dce84 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.547380] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d6a4b4-edea-4587-87be-e4d9734e1630 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.555447] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a15df3-5141-423a-a745-fd6274626990 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.571304] env[62679]: DEBUG nova.compute.provider_tree [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.622065] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5280b407-d2cb-d9fd-5a96-71761910ac2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013892} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.622674] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bae78d-1669-455c-9700-41e36bb22105 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.629296] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1002.629296] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ca9b38-553c-e973-82a8-94e7fc5f09e3" [ 1002.629296] env[62679]: _type = "Task" [ 1002.629296] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.640318] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ca9b38-553c-e973-82a8-94e7fc5f09e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.797467] env[62679]: DEBUG oslo_vmware.api [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412742, 'name': PowerOffVM_Task, 'duration_secs': 0.296936} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.797756] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.797942] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.798230] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea54832-d556-4c00-b723-d9743e8a5fc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.812240] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.870947] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.871222] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.871432] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Deleting the datastore file [datastore1] f873f005-971c-4ada-9655-c9f50eb6e708 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.871720] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba7cba65-b464-4394-b041-919c85e99b2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.878397] env[62679]: DEBUG oslo_vmware.api [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for the task: (returnval){ [ 1002.878397] env[62679]: value = "task-2412744" [ 1002.878397] env[62679]: _type = "Task" [ 1002.878397] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.887373] env[62679]: DEBUG oslo_vmware.api [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.075951] env[62679]: DEBUG nova.scheduler.client.report [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.107314] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e961-c774-18e8-bee1-e008702c0fa2/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1003.108342] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950efdd0-69a6-4f33-b6b7-7624795aa3d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.115341] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e961-c774-18e8-bee1-e008702c0fa2/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1003.115513] env[62679]: ERROR oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e961-c774-18e8-bee1-e008702c0fa2/disk-0.vmdk due to incomplete transfer. [ 1003.115733] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f551ec0-e7bf-4ed8-ae5c-36b0ecb0e96d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.123638] env[62679]: DEBUG oslo_vmware.rw_handles [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5291e961-c774-18e8-bee1-e008702c0fa2/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1003.123874] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Uploaded image 50abee37-a1f7-4609-8146-cfcc677cde6a to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1003.125985] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1003.126238] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6fa65e28-a01b-4aeb-a15f-d393077f3b9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.135423] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1003.135423] env[62679]: value = "task-2412745" [ 1003.135423] env[62679]: _type = "Task" [ 1003.135423] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.142934] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ca9b38-553c-e973-82a8-94e7fc5f09e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01617} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.143826] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.145100] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c854e733-7ff3-41fa-8d26-f0fc27bcd4c1/c854e733-7ff3-41fa-8d26-f0fc27bcd4c1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.145412] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a4976c4-bed7-4a19-87c8-718918e68006 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.150724] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412745, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.155633] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1003.155633] env[62679]: value = "task-2412746" [ 1003.155633] env[62679]: _type = "Task" [ 1003.155633] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.165245] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.389882] env[62679]: DEBUG oslo_vmware.api [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Task: {'id': task-2412744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18609} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.390200] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.390415] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.390627] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.390800] env[62679]: INFO nova.compute.manager [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1003.391076] env[62679]: DEBUG oslo.service.loopingcall [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.391292] env[62679]: DEBUG nova.compute.manager [-] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.391389] env[62679]: DEBUG nova.network.neutron [-] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.580640] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.583350] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.714s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.611654] env[62679]: INFO nova.scheduler.client.report [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Deleted allocations for instance 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594 [ 1003.649736] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412745, 'name': Destroy_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.667327] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412746, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.731773] env[62679]: DEBUG nova.compute.manager [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Stashing vm_state: active {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 1003.738026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "c7a3405c-4926-45bc-ab5d-21869a656051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.738026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "c7a3405c-4926-45bc-ab5d-21869a656051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.738026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "c7a3405c-4926-45bc-ab5d-21869a656051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.738026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "c7a3405c-4926-45bc-ab5d-21869a656051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.738026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "c7a3405c-4926-45bc-ab5d-21869a656051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.738026] env[62679]: INFO nova.compute.manager [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Terminating instance [ 1004.120594] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7c0458c5-889b-452d-a1cc-c5fd6a1491f5 tempest-FloatingIPsAssociationTestJSON-105172820 tempest-FloatingIPsAssociationTestJSON-105172820-project-member] Lock "86c5d5c1-9f92-4b6d-9df6-2edb1e95c594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.984s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.124199] env[62679]: DEBUG nova.compute.manager [req-1eb186c4-a0e3-489f-ab00-49d95219c0f3 req-9d178bd3-cd5f-4e36-ad4f-99fa49a70e94 service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Received event network-vif-deleted-c2dcc658-347b-4ba5-b742-4a9021aa83ac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1004.126265] env[62679]: INFO nova.compute.manager [req-1eb186c4-a0e3-489f-ab00-49d95219c0f3 req-9d178bd3-cd5f-4e36-ad4f-99fa49a70e94 service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Neutron deleted interface c2dcc658-347b-4ba5-b742-4a9021aa83ac; detaching it from the instance and deleting it from the info cache [ 1004.126265] env[62679]: DEBUG nova.network.neutron [req-1eb186c4-a0e3-489f-ab00-49d95219c0f3 req-9d178bd3-cd5f-4e36-ad4f-99fa49a70e94 service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.150297] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412745, 'name': Destroy_Task, 'duration_secs': 0.684826} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.152898] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Destroyed the VM [ 1004.153284] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1004.153957] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d8b4cc8-1aae-418a-a243-89afef10a044 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.161841] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1004.161841] env[62679]: value = "task-2412747" [ 1004.161841] env[62679]: _type = "Task" [ 1004.161841] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.173116] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601743} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.173116] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c854e733-7ff3-41fa-8d26-f0fc27bcd4c1/c854e733-7ff3-41fa-8d26-f0fc27bcd4c1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.173116] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.173116] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fee24ac-01c3-4722-ab94-b30abf4998cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.177961] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.183284] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1004.183284] env[62679]: value = "task-2412748" [ 1004.183284] env[62679]: _type = "Task" [ 1004.183284] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.194638] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.241985] env[62679]: DEBUG nova.compute.manager [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.241985] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.243285] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a411c-e601-404e-b07c-e5d203647243 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.255264] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.256224] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.256478] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297f906a-37a2-4ab6-9ee3-7463201cc4b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.263028] env[62679]: DEBUG oslo_vmware.api [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 1004.263028] env[62679]: value = "task-2412749" [ 1004.263028] env[62679]: _type = "Task" [ 1004.263028] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.271108] env[62679]: DEBUG oslo_vmware.api [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.293691] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa1c17-81c5-4296-8f14-e41eaf2cde59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.301381] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d0411-be7d-43b9-8243-18ccb6887604 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.333894] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77551bd0-a4b0-416c-9b5c-f1b800d4a4d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.342567] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a4c34-a27e-4074-a3b2-90f421d206d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.357349] env[62679]: DEBUG nova.compute.provider_tree [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.468322] env[62679]: DEBUG nova.network.neutron [-] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.628071] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-834ea6b8-9a4f-4e30-bead-2a9cfc24d65f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.638667] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8559b6-a086-4ed0-8376-6ff276866e17 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.674328] env[62679]: DEBUG nova.compute.manager [req-1eb186c4-a0e3-489f-ab00-49d95219c0f3 req-9d178bd3-cd5f-4e36-ad4f-99fa49a70e94 service nova] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Detach interface failed, port_id=c2dcc658-347b-4ba5-b742-4a9021aa83ac, reason: Instance f873f005-971c-4ada-9655-c9f50eb6e708 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1004.683292] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.693034] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084637} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.693253] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.694088] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f79325-d954-4915-beb7-0fae809c1fd8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.714431] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] c854e733-7ff3-41fa-8d26-f0fc27bcd4c1/c854e733-7ff3-41fa-8d26-f0fc27bcd4c1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.714842] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eca1e72-bd53-4132-81c5-26464aabd261 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.737144] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1004.737144] env[62679]: value = "task-2412750" [ 1004.737144] env[62679]: _type = "Task" [ 1004.737144] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.750431] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.773333] env[62679]: DEBUG oslo_vmware.api [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.860791] env[62679]: DEBUG nova.scheduler.client.report [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.971486] env[62679]: INFO nova.compute.manager [-] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Took 1.58 seconds to deallocate network for instance. [ 1005.185509] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.248735] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.275430] env[62679]: DEBUG oslo_vmware.api [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412749, 'name': PowerOffVM_Task, 'duration_secs': 0.913258} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.275758] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.276056] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.276252] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79ed7333-6273-4dad-a6d3-0c1820462a01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.480276] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.687032] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412747, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.748473] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412750, 'name': ReconfigVM_Task, 'duration_secs': 0.631646} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.748803] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Reconfigured VM instance instance-00000066 to attach disk [datastore2] c854e733-7ff3-41fa-8d26-f0fc27bcd4c1/c854e733-7ff3-41fa-8d26-f0fc27bcd4c1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.749747] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d6e1af4-7372-40c9-a351-312eb5a40628 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.762221] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1005.762221] env[62679]: value = "task-2412752" [ 1005.762221] env[62679]: _type = "Task" [ 1005.762221] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.775669] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412752, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.810329] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.811143] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.811143] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleting the datastore file [datastore1] c7a3405c-4926-45bc-ab5d-21869a656051 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.811558] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b237b0-07a6-45d9-822a-debc88fe5bc4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.822588] env[62679]: DEBUG oslo_vmware.api [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for the task: (returnval){ [ 1005.822588] env[62679]: value = "task-2412753" [ 1005.822588] env[62679]: _type = "Task" [ 1005.822588] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.832817] env[62679]: DEBUG oslo_vmware.api [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.875033] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.291s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.879080] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.067s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.879588] env[62679]: DEBUG nova.objects.instance [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'resources' on Instance uuid dcfd4812-6433-493e-8e99-0d4b7e66df8e {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.185985] env[62679]: DEBUG oslo_vmware.api [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412747, 'name': RemoveSnapshot_Task, 'duration_secs': 1.70348} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.186342] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.186580] env[62679]: INFO nova.compute.manager [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Took 16.83 seconds to snapshot the instance on the hypervisor. [ 1006.272694] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412752, 'name': Rename_Task, 'duration_secs': 0.191647} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.272980] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.273259] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f74e90ab-c8c8-43bf-beba-20eff9ed6398 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.281457] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1006.281457] env[62679]: value = "task-2412754" [ 1006.281457] env[62679]: _type = "Task" [ 1006.281457] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.291171] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.334630] env[62679]: DEBUG oslo_vmware.api [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Task: {'id': task-2412753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206019} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.334894] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.335163] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.335371] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.335550] env[62679]: INFO nova.compute.manager [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1006.335794] env[62679]: DEBUG oslo.service.loopingcall [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.335992] env[62679]: DEBUG nova.compute.manager [-] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.336106] env[62679]: DEBUG nova.network.neutron [-] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.457603] env[62679]: INFO nova.scheduler.client.report [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted allocation for migration be028091-f73c-4e6f-b177-4af4761aef35 [ 1006.607916] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677eafe2-55ef-4056-8ee1-6ca531afd2ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.617043] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d3198e-18a7-4f59-b024-4f2531f3e04a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.659718] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e629f14-22ee-49cd-a4c1-228db43b76e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.669467] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ae70d-7671-4503-8721-3a8a00269e0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.684657] env[62679]: DEBUG nova.compute.provider_tree [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.740086] env[62679]: DEBUG nova.compute.manager [None req-f848aa5c-8ee2-41ec-81ff-f339762fafa1 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Found 2 images (rotation: 2) {{(pid=62679) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5024}} [ 1006.795579] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412754, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.828215] env[62679]: DEBUG nova.compute.manager [req-c722577f-0f09-48ee-848e-a8aede3e62ed req-bd664d0e-c63a-43a7-8aeb-271ed5b81c39 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Received event network-vif-deleted-1005f716-2834-44e7-8c05-da89be4cf38a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1006.828410] env[62679]: INFO nova.compute.manager [req-c722577f-0f09-48ee-848e-a8aede3e62ed req-bd664d0e-c63a-43a7-8aeb-271ed5b81c39 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Neutron deleted interface 1005f716-2834-44e7-8c05-da89be4cf38a; detaching it from the instance and deleting it from the info cache [ 1006.828546] env[62679]: DEBUG nova.network.neutron [req-c722577f-0f09-48ee-848e-a8aede3e62ed req-bd664d0e-c63a-43a7-8aeb-271ed5b81c39 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.965557] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.110s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.121592] env[62679]: DEBUG nova.network.neutron [-] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.190018] env[62679]: DEBUG nova.scheduler.client.report [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.295215] env[62679]: DEBUG oslo_vmware.api [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412754, 'name': PowerOnVM_Task, 'duration_secs': 0.515232} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.295668] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.296241] env[62679]: INFO nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1007.296561] env[62679]: DEBUG nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.298064] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5028aa06-a184-4af8-a7e4-0d630d879b6a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.303335] env[62679]: DEBUG nova.compute.manager [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.304623] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66496c36-968c-4771-90d2-73cd14919d87 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.331345] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d0ee980-fd58-4d31-9af6-f72b0aecdf24 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.345353] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009817dc-9c2b-42f1-badf-90fc54897db5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.382800] env[62679]: DEBUG nova.compute.manager [req-c722577f-0f09-48ee-848e-a8aede3e62ed req-bd664d0e-c63a-43a7-8aeb-271ed5b81c39 service nova] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Detach interface failed, port_id=1005f716-2834-44e7-8c05-da89be4cf38a, reason: Instance c7a3405c-4926-45bc-ab5d-21869a656051 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1007.626519] env[62679]: INFO nova.compute.manager [-] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Took 1.29 seconds to deallocate network for instance. [ 1007.697574] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.699402] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.443s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.727717] env[62679]: INFO nova.scheduler.client.report [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted allocations for instance dcfd4812-6433-493e-8e99-0d4b7e66df8e [ 1007.821729] env[62679]: INFO nova.compute.manager [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] instance snapshotting [ 1007.822341] env[62679]: DEBUG nova.objects.instance [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'flavor' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.831224] env[62679]: INFO nova.compute.manager [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Took 15.04 seconds to build instance. [ 1008.132125] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.205773] env[62679]: INFO nova.compute.claims [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.235607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4e9c22e7-afe9-4c54-8428-cfe79872ed29 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "dcfd4812-6433-493e-8e99-0d4b7e66df8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.145s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.332698] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d421d-e352-4791-8850-2cde194a5f6b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.340639] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a9b87527-e213-4622-893e-7f18ae04165c tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.554s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.366640] env[62679]: DEBUG nova.compute.manager [None req-94e84b85-5035-46e2-81ca-17bdf33f47ac tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.368990] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2628d6f6-52f8-44c1-92bb-4b4e80709541 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.372863] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b857a-1fb3-43b1-89f9-eeae614b55a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.380146] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.380396] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.393677] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.394237] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.394532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.394795] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.395478] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.398124] env[62679]: INFO nova.compute.manager [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Terminating instance [ 1008.425838] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.427284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.427284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.427284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.428813] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.431894] env[62679]: INFO nova.compute.manager [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Terminating instance [ 1008.719809] env[62679]: INFO nova.compute.resource_tracker [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating resource usage from migration e48345aa-2ce6-4d3c-8805-0ebd2f10fd69 [ 1008.872849] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980b90e6-aebf-4b1c-8365-a7156de4217c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.882117] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6d9269-ad03-406a-9d5d-e346abacb368 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.913499] env[62679]: DEBUG nova.compute.utils [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1008.915177] env[62679]: INFO nova.compute.manager [None req-94e84b85-5035-46e2-81ca-17bdf33f47ac tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] instance snapshotting [ 1008.915748] env[62679]: DEBUG nova.objects.instance [None req-94e84b85-5035-46e2-81ca-17bdf33f47ac tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lazy-loading 'flavor' on Instance uuid c854e733-7ff3-41fa-8d26-f0fc27bcd4c1 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.917450] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.917995] env[62679]: DEBUG nova.compute.manager [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.918510] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.922019] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2aca535-d080-48d4-aa00-d14dab71e573 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.922019] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789cfdc-7f05-42ea-91ce-8567259d86b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.924935] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9976b-70b1-444f-ac8f-1989f14e40d4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.937507] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84363a5d-f2bf-476c-b005-9223b74f3dc8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.942400] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "refresh_cache-c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.942684] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquired lock "refresh_cache-c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.942920] env[62679]: DEBUG nova.network.neutron [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.944343] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1008.944343] env[62679]: value = "task-2412755" [ 1008.944343] env[62679]: _type = "Task" [ 1008.944343] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.945954] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.945954] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e3d49fd-f3da-4730-a5d2-67f0a8eab8eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.962612] env[62679]: DEBUG nova.compute.provider_tree [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.967471] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 1008.967471] env[62679]: value = "task-2412756" [ 1008.967471] env[62679]: _type = "Task" [ 1008.967471] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.970711] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.983287] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.422699] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.042s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.425522] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f1e2ac-d4ff-4314-a7c6-36f77d702e32 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.455065] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a69af-5992-4f6d-98c9-e4a85bdcd98c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.466062] env[62679]: DEBUG nova.scheduler.client.report [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.470043] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412755, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.485884] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412756, 'name': PowerOffVM_Task, 'duration_secs': 0.210747} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.486132] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.486285] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.486549] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8c39206-5816-4772-905b-e7a8e9dde1cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.489618] env[62679]: DEBUG nova.network.neutron [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.565094] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.565442] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.565695] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleting the datastore file [datastore1] ac3c2395-0e3c-4b5f-9f11-dc329b3724ee {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.566422] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c056643-c243-4582-a436-590950b172d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.575599] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for the task: (returnval){ [ 1009.575599] env[62679]: value = "task-2412758" [ 1009.575599] env[62679]: _type = "Task" [ 1009.575599] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.585501] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.586425] env[62679]: DEBUG nova.network.neutron [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.687298] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.687886] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.721313] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.721839] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.753888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "22ffb863-8091-4677-ac37-d84f6d7d7cac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.753888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.962404] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412755, 'name': CreateSnapshot_Task, 'duration_secs': 0.557162} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.965207] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.965207] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af202a01-fc68-486e-bf7c-014f540e0235 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.976061] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.277s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.976463] env[62679]: INFO nova.compute.manager [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Migrating [ 1009.983278] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.503s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.983563] env[62679]: DEBUG nova.objects.instance [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lazy-loading 'resources' on Instance uuid f873f005-971c-4ada-9655-c9f50eb6e708 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.984714] env[62679]: DEBUG nova.compute.manager [None req-94e84b85-5035-46e2-81ca-17bdf33f47ac tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Instance disappeared during snapshot {{(pid=62679) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4602}} [ 1010.092387] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Releasing lock "refresh_cache-c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.093803] env[62679]: DEBUG nova.compute.manager [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.094624] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.094911] env[62679]: DEBUG oslo_vmware.api [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Task: {'id': task-2412758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148782} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.096745] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f78698-90ca-4247-b5f5-050a2cea21e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.101631] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.101960] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.102305] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.102644] env[62679]: INFO nova.compute.manager [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1010.103254] env[62679]: DEBUG oslo.service.loopingcall [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.103391] env[62679]: DEBUG nova.compute.manager [-] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.103613] env[62679]: DEBUG nova.network.neutron [-] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.113113] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.113693] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31edc163-63dd-4166-a3c9-3d692e89b18b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.124760] env[62679]: DEBUG oslo_vmware.api [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1010.124760] env[62679]: value = "task-2412759" [ 1010.124760] env[62679]: _type = "Task" [ 1010.124760] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.145265] env[62679]: DEBUG oslo_vmware.api [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.166382] env[62679]: DEBUG nova.compute.manager [None req-94e84b85-5035-46e2-81ca-17bdf33f47ac tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Found 0 images (rotation: 2) {{(pid=62679) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5024}} [ 1010.191300] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.225393] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.255757] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.409793] env[62679]: DEBUG nova.compute.manager [req-7bacd5f5-9c4c-4a87-94ab-e4ccf783199d req-2f3772f3-16e7-4419-afe7-21afc91d2232 service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Received event network-vif-deleted-075ec288-19d2-4f92-af65-e93677418c52 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1010.410131] env[62679]: INFO nova.compute.manager [req-7bacd5f5-9c4c-4a87-94ab-e4ccf783199d req-2f3772f3-16e7-4419-afe7-21afc91d2232 service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Neutron deleted interface 075ec288-19d2-4f92-af65-e93677418c52; detaching it from the instance and deleting it from the info cache [ 1010.410380] env[62679]: DEBUG nova.network.neutron [req-7bacd5f5-9c4c-4a87-94ab-e4ccf783199d req-2f3772f3-16e7-4419-afe7-21afc91d2232 service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.463801] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.464508] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.465469] env[62679]: INFO nova.compute.manager [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Attaching volume 9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3 to /dev/sdb [ 1010.490180] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.492926] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-13a114ff-c537-4f14-b63f-a1b5ce9b8afe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.498704] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.498957] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.499364] env[62679]: DEBUG nova.network.neutron [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.506847] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1010.506847] env[62679]: value = "task-2412760" [ 1010.506847] env[62679]: _type = "Task" [ 1010.506847] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.518607] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412760, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.524435] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd83a2a8-2a5b-4bc6-be4f-7c1fa1343b29 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.532644] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87173d-5146-4bf4-855a-92659ff9a42c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.552182] env[62679]: DEBUG nova.virt.block_device [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updating existing volume attachment record: cae52dba-abd2-4347-a0f7-195c75be38ad {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1010.642596] env[62679]: DEBUG oslo_vmware.api [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412759, 'name': PowerOffVM_Task, 'duration_secs': 0.160253} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.642596] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.642733] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.643140] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f970546-4bce-4d47-a0f0-3631d71ef968 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.675834] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.676167] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.676265] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Deleting the datastore file [datastore2] c854e733-7ff3-41fa-8d26-f0fc27bcd4c1 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.676697] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c3649a-3284-47c9-af98-97f3a2a77372 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.687443] env[62679]: DEBUG oslo_vmware.api [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for the task: (returnval){ [ 1010.687443] env[62679]: value = "task-2412762" [ 1010.687443] env[62679]: _type = "Task" [ 1010.687443] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.700483] env[62679]: DEBUG oslo_vmware.api [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.710221] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.710564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.718064] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.746638] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.780531] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.804697] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54eae2c-bd2b-4e6e-9698-b9d168887895 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.813644] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453814eb-5178-4c55-b4ed-1bc110e7f9fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.846786] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1273b0-8f50-47ca-b79d-3dc8fe3f33f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.854959] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ea3db-63bc-4b2f-ad68-67c3dcf9f43d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.870018] env[62679]: DEBUG nova.compute.provider_tree [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.889439] env[62679]: DEBUG nova.network.neutron [-] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.913344] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eca41248-3644-4c7a-996d-0aa4c2c46fa4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.923743] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebca893-be35-476b-98cc-60c0a2b57b80 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.957539] env[62679]: DEBUG nova.compute.manager [req-7bacd5f5-9c4c-4a87-94ab-e4ccf783199d req-2f3772f3-16e7-4419-afe7-21afc91d2232 service nova] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Detach interface failed, port_id=075ec288-19d2-4f92-af65-e93677418c52, reason: Instance ac3c2395-0e3c-4b5f-9f11-dc329b3724ee could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1011.017582] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412760, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.199801] env[62679]: DEBUG oslo_vmware.api [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Task: {'id': task-2412762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222557} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.200256] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.200461] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.200642] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.200817] env[62679]: INFO nova.compute.manager [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1011.201137] env[62679]: DEBUG oslo.service.loopingcall [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.201329] env[62679]: DEBUG nova.compute.manager [-] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.201443] env[62679]: DEBUG nova.network.neutron [-] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.214668] env[62679]: DEBUG nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.234968] env[62679]: DEBUG nova.network.neutron [-] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.293920] env[62679]: DEBUG nova.network.neutron [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance_info_cache with network_info: [{"id": "c14850a7-0c87-4866-9255-3f3f8c295274", "address": "fa:16:3e:fb:8a:c7", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14850a7-0c", "ovs_interfaceid": "c14850a7-0c87-4866-9255-3f3f8c295274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.374032] env[62679]: DEBUG nova.scheduler.client.report [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.392442] env[62679]: INFO nova.compute.manager [-] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Took 1.29 seconds to deallocate network for instance. [ 1011.518794] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412760, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.734589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.736991] env[62679]: DEBUG nova.network.neutron [-] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.796589] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.878233] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.882272] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.749s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.882566] env[62679]: DEBUG nova.objects.instance [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lazy-loading 'resources' on Instance uuid c7a3405c-4926-45bc-ab5d-21869a656051 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.898986] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.900798] env[62679]: INFO nova.scheduler.client.report [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Deleted allocations for instance f873f005-971c-4ada-9655-c9f50eb6e708 [ 1012.018658] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412760, 'name': CloneVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.239086] env[62679]: INFO nova.compute.manager [-] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Took 1.04 seconds to deallocate network for instance. [ 1012.410809] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5208010e-d7ff-49c9-9cfd-149b064db340 tempest-AttachVolumeTestJSON-133498878 tempest-AttachVolumeTestJSON-133498878-project-member] Lock "f873f005-971c-4ada-9655-c9f50eb6e708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.657s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.520554] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412760, 'name': CloneVM_Task, 'duration_secs': 1.549018} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.522989] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Created linked-clone VM from snapshot [ 1012.523935] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37184e7e-d6f5-4a51-8cd1-b672b4840829 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.531814] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Uploading image e50f6f22-97bf-4d21-b52f-ed96f4d9dc64 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.556408] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.556408] env[62679]: value = "vm-489171" [ 1012.556408] env[62679]: _type = "VirtualMachine" [ 1012.556408] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.556972] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8f707de-6b5d-4a78-9a9d-ceed5418147d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.567057] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease: (returnval){ [ 1012.567057] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e592b3-f5ea-d118-c8de-296f0545d0fd" [ 1012.567057] env[62679]: _type = "HttpNfcLease" [ 1012.567057] env[62679]: } obtained for exporting VM: (result){ [ 1012.567057] env[62679]: value = "vm-489171" [ 1012.567057] env[62679]: _type = "VirtualMachine" [ 1012.567057] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.567307] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the lease: (returnval){ [ 1012.567307] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e592b3-f5ea-d118-c8de-296f0545d0fd" [ 1012.567307] env[62679]: _type = "HttpNfcLease" [ 1012.567307] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.572058] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10202848-f56a-433a-93f5-687bce7a9ac2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.578452] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.578452] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e592b3-f5ea-d118-c8de-296f0545d0fd" [ 1012.578452] env[62679]: _type = "HttpNfcLease" [ 1012.578452] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.580982] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eafb04-e3da-46fb-b569-8e7e77321c77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.612522] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04283da8-f3e6-4baa-b9ae-e2d5228b480c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.620606] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667bb9d3-0cfc-424b-821c-f9b44a129959 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.634014] env[62679]: DEBUG nova.compute.provider_tree [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.745569] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.076920] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.076920] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e592b3-f5ea-d118-c8de-296f0545d0fd" [ 1013.076920] env[62679]: _type = "HttpNfcLease" [ 1013.076920] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.077321] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.077321] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e592b3-f5ea-d118-c8de-296f0545d0fd" [ 1013.077321] env[62679]: _type = "HttpNfcLease" [ 1013.077321] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1013.077694] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13067f2-b1ad-42b9-b624-9d828eb31470 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.085208] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e6f08-0f49-bbc3-ea05-c87e33d43575/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.086027] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e6f08-0f49-bbc3-ea05-c87e33d43575/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1013.143525] env[62679]: DEBUG nova.scheduler.client.report [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.182249] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64f5c48f-4072-4e65-a073-271f5ae4e1bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.312027] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010b4f6-1c77-4b06-9921-54024a8f6a3b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.330415] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance '608cb387-f460-4ee0-be53-08421954cef8' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.650566] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.651949] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.934s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.654236] env[62679]: INFO nova.compute.claims [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.676500] env[62679]: INFO nova.scheduler.client.report [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Deleted allocations for instance c7a3405c-4926-45bc-ab5d-21869a656051 [ 1013.838466] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.838906] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b1a3e4-9068-4909-8dd7-5db540eec38d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.848490] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1013.848490] env[62679]: value = "task-2412769" [ 1013.848490] env[62679]: _type = "Task" [ 1013.848490] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.862172] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.185204] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0d19d46-c99c-4ad2-8495-8ff4164a0e8c tempest-ServersTestJSON-1871990828 tempest-ServersTestJSON-1871990828-project-member] Lock "c7a3405c-4926-45bc-ab5d-21869a656051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.450s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.358748] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412769, 'name': PowerOffVM_Task, 'duration_secs': 0.248849} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.359524] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.359524] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance '608cb387-f460-4ee0-be53-08421954cef8' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.862059] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef01cb2-5af2-4e1b-9f1c-01ee0de14e5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.867419] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.867951] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.868257] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.868591] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.868966] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.869264] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.869628] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.870088] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.870420] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.870803] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.871240] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.879195] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbf4e56-528f-4d6e-82a6-65ad69712854 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.897257] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2325d5-4590-43c5-b44a-bf3caa2913ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.901408] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1014.901408] env[62679]: value = "task-2412770" [ 1014.901408] env[62679]: _type = "Task" [ 1014.901408] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.941178] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11058217-df36-4fea-bf0b-c6d15d22d592 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.944682] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.951183] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a40e70b-8a16-4f42-b182-d5a41b8b44f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.967639] env[62679]: DEBUG nova.compute.provider_tree [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.116804] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1015.117246] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489173', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'name': 'volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65169c1a-ef47-4b61-8492-d3f9ee2f9b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'serial': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1015.118332] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c99a37-cabe-4dd8-9c14-339b3f7df4a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.138721] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f50856-025e-4027-834e-c668d3508ac3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.167591] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3/volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.167971] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3e183df-6b3c-46b1-9409-fd0f08055d11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.193193] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1015.193193] env[62679]: value = "task-2412771" [ 1015.193193] env[62679]: _type = "Task" [ 1015.193193] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.205800] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.412713] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412770, 'name': ReconfigVM_Task, 'duration_secs': 0.242358} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.413058] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance '608cb387-f460-4ee0-be53-08421954cef8' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.473546] env[62679]: DEBUG nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.705236] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.920688] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.921134] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.921430] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.921758] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.922050] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.922350] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.922724] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.923023] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.923344] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.923650] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.923978] env[62679]: DEBUG nova.virt.hardware [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.931485] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.931850] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cded2b-976e-4688-b48a-7099b0eabc59 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.952993] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1015.952993] env[62679]: value = "task-2412772" [ 1015.952993] env[62679]: _type = "Task" [ 1015.952993] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.962353] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.979036] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.979182] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.982342] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.236s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.983788] env[62679]: INFO nova.compute.claims [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.206200] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.464777] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412772, 'name': ReconfigVM_Task, 'duration_secs': 0.288032} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.465184] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.466117] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f69c65-23d1-4e7f-b280-60d842ccb014 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.490820] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 608cb387-f460-4ee0-be53-08421954cef8/608cb387-f460-4ee0-be53-08421954cef8.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.493037] env[62679]: DEBUG nova.compute.utils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.495219] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679baea7-3921-4c0c-8a23-ed95635110df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.509992] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.510179] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.523816] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1016.523816] env[62679]: value = "task-2412773" [ 1016.523816] env[62679]: _type = "Task" [ 1016.523816] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.533843] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412773, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.587019] env[62679]: DEBUG nova.policy [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3056fc23e993487f98e15fccdb0e1198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23909be9931448a5bd00bf6dbf702ac5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.705580] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412771, 'name': ReconfigVM_Task, 'duration_secs': 1.255242} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.706172] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3/volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.711507] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43856a60-b211-475a-b02a-2de2384b0cf9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.732019] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1016.732019] env[62679]: value = "task-2412774" [ 1016.732019] env[62679]: _type = "Task" [ 1016.732019] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.741485] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.945467] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Successfully created port: 34daf20e-00ae-41ca-a351-b3b2f53779d6 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.010149] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.034882] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412773, 'name': ReconfigVM_Task, 'duration_secs': 0.323818} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.034882] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 608cb387-f460-4ee0-be53-08421954cef8/608cb387-f460-4ee0-be53-08421954cef8.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.035347] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance '608cb387-f460-4ee0-be53-08421954cef8' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.223955] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a50262-0ca6-4c13-b6c3-c5a7dd58f41c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.236587] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb061e1d-4592-4382-b69a-bbe99368fc57 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.247300] env[62679]: DEBUG oslo_vmware.api [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412774, 'name': ReconfigVM_Task, 'duration_secs': 0.176513} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.272691] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489173', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'name': 'volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65169c1a-ef47-4b61-8492-d3f9ee2f9b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'serial': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1017.275305] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b97c12-5448-4831-8efc-df09f38944ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.284187] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af1a3dc-78d0-4656-8b75-7c4165fc8768 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.302028] env[62679]: DEBUG nova.compute.provider_tree [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.544552] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347f678-ea88-4393-a532-994dd1bd579d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.566886] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02aec50-e7c9-424a-8492-dad47483d211 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.586949] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance '608cb387-f460-4ee0-be53-08421954cef8' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.804434] env[62679]: DEBUG nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.022575] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.048860] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.049131] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.049294] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.049476] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.049633] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.049826] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.050570] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.050785] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.050971] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.051154] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.051464] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.052413] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158a0a85-4800-4412-a90f-c2a2aa26e78b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.061472] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b046b2b-be11-4238-a020-8eeba1ca7ee0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.128950] env[62679]: DEBUG nova.network.neutron [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Port c14850a7-0c87-4866-9255-3f3f8c295274 binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1018.310062] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.310724] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.314312] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.534s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.316056] env[62679]: INFO nova.compute.claims [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.324919] env[62679]: DEBUG nova.objects.instance [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'flavor' on Instance uuid 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.433625] env[62679]: DEBUG nova.compute.manager [req-dbfb49c8-8f65-42d2-9fec-c7d08ce38b16 req-46978c55-a442-438b-bb1d-5cdd1a4f8dc5 service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Received event network-vif-plugged-34daf20e-00ae-41ca-a351-b3b2f53779d6 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1018.433876] env[62679]: DEBUG oslo_concurrency.lockutils [req-dbfb49c8-8f65-42d2-9fec-c7d08ce38b16 req-46978c55-a442-438b-bb1d-5cdd1a4f8dc5 service nova] Acquiring lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.434176] env[62679]: DEBUG oslo_concurrency.lockutils [req-dbfb49c8-8f65-42d2-9fec-c7d08ce38b16 req-46978c55-a442-438b-bb1d-5cdd1a4f8dc5 service nova] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.434342] env[62679]: DEBUG oslo_concurrency.lockutils [req-dbfb49c8-8f65-42d2-9fec-c7d08ce38b16 req-46978c55-a442-438b-bb1d-5cdd1a4f8dc5 service nova] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.434526] env[62679]: DEBUG nova.compute.manager [req-dbfb49c8-8f65-42d2-9fec-c7d08ce38b16 req-46978c55-a442-438b-bb1d-5cdd1a4f8dc5 service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] No waiting events found dispatching network-vif-plugged-34daf20e-00ae-41ca-a351-b3b2f53779d6 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.434735] env[62679]: WARNING nova.compute.manager [req-dbfb49c8-8f65-42d2-9fec-c7d08ce38b16 req-46978c55-a442-438b-bb1d-5cdd1a4f8dc5 service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Received unexpected event network-vif-plugged-34daf20e-00ae-41ca-a351-b3b2f53779d6 for instance with vm_state building and task_state spawning. [ 1018.532415] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Successfully updated port: 34daf20e-00ae-41ca-a351-b3b2f53779d6 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.823377] env[62679]: DEBUG nova.compute.utils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1018.824908] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.825144] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.830703] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46e6ea35-b341-4d99-b53c-8649bdbae92d tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.367s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.879590] env[62679]: DEBUG nova.policy [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3056fc23e993487f98e15fccdb0e1198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23909be9931448a5bd00bf6dbf702ac5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.035445] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "refresh_cache-aa9d0acc-c1a7-425c-bb48-7d57895b27a1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.035603] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "refresh_cache-aa9d0acc-c1a7-425c-bb48-7d57895b27a1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.035759] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.154361] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "608cb387-f460-4ee0-be53-08421954cef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.154361] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.155695] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.169035] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Successfully created port: 9cb81424-0e35-488a-9717-33274c4ded81 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.282798] env[62679]: DEBUG oslo_concurrency.lockutils [None req-273c2889-9fe0-4bd0-b036-4af85ed4c594 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.283071] env[62679]: DEBUG oslo_concurrency.lockutils [None req-273c2889-9fe0-4bd0-b036-4af85ed4c594 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.283426] env[62679]: DEBUG nova.objects.instance [None req-273c2889-9fe0-4bd0-b036-4af85ed4c594 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'flavor' on Instance uuid 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.325906] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.533591] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9044c51-fd6d-4b30-a927-d74c098b34ff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.542518] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d6f11d-1cc4-4763-9b28-b91359d5f653 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.580796] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98349b-af71-4cc5-a4c4-d22b91119237 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.589235] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce890dd6-17a4-49e5-a719-15a40da2371e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.605116] env[62679]: DEBUG nova.compute.provider_tree [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.607255] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.787959] env[62679]: DEBUG nova.objects.instance [None req-273c2889-9fe0-4bd0-b036-4af85ed4c594 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'pci_requests' on Instance uuid 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.830711] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Updating instance_info_cache with network_info: [{"id": "34daf20e-00ae-41ca-a351-b3b2f53779d6", "address": "fa:16:3e:6e:b2:a9", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34daf20e-00", "ovs_interfaceid": "34daf20e-00ae-41ca-a351-b3b2f53779d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.130030] env[62679]: ERROR nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [req-d5f74f82-8605-46d5-97fd-22d687d8831e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5f74f82-8605-46d5-97fd-22d687d8831e"}]} [ 1020.145287] env[62679]: DEBUG nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1020.159906] env[62679]: DEBUG nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1020.160262] env[62679]: DEBUG nova.compute.provider_tree [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.175723] env[62679]: DEBUG nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1020.194697] env[62679]: DEBUG nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1020.208754] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.208960] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.209158] env[62679]: DEBUG nova.network.neutron [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.291697] env[62679]: DEBUG nova.objects.base [None req-273c2889-9fe0-4bd0-b036-4af85ed4c594 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Object Instance<57f9dfad-d027-48f7-a724-220c9b6fe709> lazy-loaded attributes: flavor,pci_requests {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.291994] env[62679]: DEBUG nova.network.neutron [None req-273c2889-9fe0-4bd0-b036-4af85ed4c594 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.318311] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "1f3baea2-cd04-4e64-8532-24805270cd7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.318545] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.336913] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "refresh_cache-aa9d0acc-c1a7-425c-bb48-7d57895b27a1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.336913] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Instance network_info: |[{"id": "34daf20e-00ae-41ca-a351-b3b2f53779d6", "address": "fa:16:3e:6e:b2:a9", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34daf20e-00", "ovs_interfaceid": "34daf20e-00ae-41ca-a351-b3b2f53779d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.337531] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.343640] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34daf20e-00ae-41ca-a351-b3b2f53779d6', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.351056] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Creating folder: Project (23909be9931448a5bd00bf6dbf702ac5). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.355831] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df9828b8-5d6e-47bd-ac73-d97d8ed419b6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.359252] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e6f08-0f49-bbc3-ea05-c87e33d43575/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.361908] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b9732c-aea0-4be6-9ebd-6a85ec50dd41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.372287] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.372524] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.372673] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.372852] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.373008] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.373166] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.373375] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.373531] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.373694] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.373848] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.374050] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.376529] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd28dbc-1401-447d-84a9-3d010df416ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.379055] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e6f08-0f49-bbc3-ea05-c87e33d43575/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.379227] env[62679]: ERROR oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e6f08-0f49-bbc3-ea05-c87e33d43575/disk-0.vmdk due to incomplete transfer. [ 1020.380461] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5988b163-a3e0-456b-a97d-cd8c1119fa0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.381931] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Created folder: Project (23909be9931448a5bd00bf6dbf702ac5) in parent group-v488891. [ 1020.382137] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Creating folder: Instances. Parent ref: group-v489174. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.383025] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2b3e4be-f883-4294-a579-89011893cdd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.392290] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed6a1e5-10b0-40af-9cfd-cb6119326e25 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.397320] env[62679]: DEBUG oslo_vmware.rw_handles [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e6f08-0f49-bbc3-ea05-c87e33d43575/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1020.397501] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Uploaded image e50f6f22-97bf-4d21-b52f-ed96f4d9dc64 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1020.399974] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.404429] env[62679]: DEBUG oslo_concurrency.lockutils [None req-273c2889-9fe0-4bd0-b036-4af85ed4c594 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.121s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.405896] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c048df09-129c-44ed-8aac-2649fbbcaa17 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.407513] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Created folder: Instances in parent group-v489174. [ 1020.407747] env[62679]: DEBUG oslo.service.loopingcall [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.408580] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.409192] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d19e7eb9-aa40-4901-be2d-171e2ba0cc6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.435715] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1020.435715] env[62679]: value = "task-2412779" [ 1020.435715] env[62679]: _type = "Task" [ 1020.435715] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.436470] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664db216-55d3-4f30-bf1f-3a1cee43ed32 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.444748] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.444748] env[62679]: value = "task-2412780" [ 1020.444748] env[62679]: _type = "Task" [ 1020.444748] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.452827] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412779, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.454558] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a40b9-7cfd-40f0-a85d-c4964de0af4d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.461062] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412780, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.490460] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae156a42-2ca2-46c6-9f8c-3ff3e67e742f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.493943] env[62679]: DEBUG nova.compute.manager [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Received event network-changed-34daf20e-00ae-41ca-a351-b3b2f53779d6 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1020.494220] env[62679]: DEBUG nova.compute.manager [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Refreshing instance network info cache due to event network-changed-34daf20e-00ae-41ca-a351-b3b2f53779d6. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1020.494353] env[62679]: DEBUG oslo_concurrency.lockutils [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] Acquiring lock "refresh_cache-aa9d0acc-c1a7-425c-bb48-7d57895b27a1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.494537] env[62679]: DEBUG oslo_concurrency.lockutils [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] Acquired lock "refresh_cache-aa9d0acc-c1a7-425c-bb48-7d57895b27a1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.494725] env[62679]: DEBUG nova.network.neutron [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Refreshing network info cache for port 34daf20e-00ae-41ca-a351-b3b2f53779d6 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.503751] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c977bf-f25f-42af-b588-b55d767d9ff8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.519996] env[62679]: DEBUG nova.compute.provider_tree [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.821646] env[62679]: DEBUG nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.952900] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412779, 'name': Destroy_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.958432] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412780, 'name': CreateVM_Task, 'duration_secs': 0.364568} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.958594] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.959286] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.959450] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.959771] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.960042] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2615d07a-8ae8-4733-8110-fba6078d0a56 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.964515] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1020.964515] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5295ef4f-ffd2-7fac-d39b-9808bd4cd1cf" [ 1020.964515] env[62679]: _type = "Task" [ 1020.964515] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.975019] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5295ef4f-ffd2-7fac-d39b-9808bd4cd1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.053330] env[62679]: DEBUG nova.scheduler.client.report [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1021.053595] env[62679]: DEBUG nova.compute.provider_tree [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 132 to 133 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1021.053779] env[62679]: DEBUG nova.compute.provider_tree [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.159099] env[62679]: DEBUG nova.network.neutron [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance_info_cache with network_info: [{"id": "c14850a7-0c87-4866-9255-3f3f8c295274", "address": "fa:16:3e:fb:8a:c7", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14850a7-0c", "ovs_interfaceid": "c14850a7-0c87-4866-9255-3f3f8c295274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.238033] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Successfully updated port: 9cb81424-0e35-488a-9717-33274c4ded81 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.345202] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.398682] env[62679]: DEBUG nova.network.neutron [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Updated VIF entry in instance network info cache for port 34daf20e-00ae-41ca-a351-b3b2f53779d6. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.399098] env[62679]: DEBUG nova.network.neutron [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Updating instance_info_cache with network_info: [{"id": "34daf20e-00ae-41ca-a351-b3b2f53779d6", "address": "fa:16:3e:6e:b2:a9", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34daf20e-00", "ovs_interfaceid": "34daf20e-00ae-41ca-a351-b3b2f53779d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.452277] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412779, 'name': Destroy_Task, 'duration_secs': 0.826186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.452565] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Destroyed the VM [ 1021.452800] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.453076] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98a81729-7d5b-4ac2-8ce1-1fb6a261b698 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.462020] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1021.462020] env[62679]: value = "task-2412781" [ 1021.462020] env[62679]: _type = "Task" [ 1021.462020] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.476069] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412781, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.479977] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5295ef4f-ffd2-7fac-d39b-9808bd4cd1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.065075} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.480288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.480528] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.480757] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.480929] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.481143] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.481400] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f8cb76-3045-4f6e-a639-5c0e65997bcf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.490927] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.491156] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.491862] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c327580-22a4-4e96-a922-1a240d2999b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.499346] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1021.499346] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526d9586-cb4c-780f-4225-94cace129c83" [ 1021.499346] env[62679]: _type = "Task" [ 1021.499346] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.507916] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526d9586-cb4c-780f-4225-94cace129c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.559267] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.245s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.559721] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.562515] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.828s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.563892] env[62679]: INFO nova.compute.claims [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.664210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.739673] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "refresh_cache-03557e29-2fe9-4d1b-a5f1-6b5c1256a803" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.739890] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "refresh_cache-03557e29-2fe9-4d1b-a5f1-6b5c1256a803" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.740099] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.901489] env[62679]: DEBUG oslo_concurrency.lockutils [req-2bc03859-23cc-45db-8a9c-8a8572240ae1 req-63c7cab2-f414-4844-aa3e-796baf74e83a service nova] Releasing lock "refresh_cache-aa9d0acc-c1a7-425c-bb48-7d57895b27a1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.972580] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412781, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.008766] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526d9586-cb4c-780f-4225-94cace129c83, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.009497] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ba105a-aa8c-4169-b78d-9dababb2c13b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.014308] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1022.014308] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222486d-c790-9541-a5d5-9b870edf0a45" [ 1022.014308] env[62679]: _type = "Task" [ 1022.014308] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.021972] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222486d-c790-9541-a5d5-9b870edf0a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.068810] env[62679]: DEBUG nova.compute.utils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.072176] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.072303] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.161980] env[62679]: DEBUG nova.policy [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3056fc23e993487f98e15fccdb0e1198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23909be9931448a5bd00bf6dbf702ac5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.186124] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddae0ee-2bc3-43a2-9086-9f14f0d51d63 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.207392] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100b3199-0b08-4620-980b-b20122e97b79 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.215658] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance '608cb387-f460-4ee0-be53-08421954cef8' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.318015] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.318341] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.318686] env[62679]: DEBUG nova.objects.instance [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'flavor' on Instance uuid 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.473582] env[62679]: DEBUG oslo_vmware.api [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412781, 'name': RemoveSnapshot_Task, 'duration_secs': 0.779878} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.473855] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.474119] env[62679]: INFO nova.compute.manager [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Took 14.14 seconds to snapshot the instance on the hypervisor. [ 1022.499010] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.528573] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222486d-c790-9541-a5d5-9b870edf0a45, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.529088] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.529363] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] aa9d0acc-c1a7-425c-bb48-7d57895b27a1/aa9d0acc-c1a7-425c-bb48-7d57895b27a1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.529614] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5476afe-3b70-4d02-b17f-eb907b0053db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.541182] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1022.541182] env[62679]: value = "task-2412782" [ 1022.541182] env[62679]: _type = "Task" [ 1022.541182] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.549939] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.572965] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.724270] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.727154] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-006c6ba8-2253-4101-b35a-d53092efef5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.738845] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1022.738845] env[62679]: value = "task-2412783" [ 1022.738845] env[62679]: _type = "Task" [ 1022.738845] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.748729] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.813407] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374c55c-e976-4ea1-9770-a754a5c1f53f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.818546] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Updating instance_info_cache with network_info: [{"id": "9cb81424-0e35-488a-9717-33274c4ded81", "address": "fa:16:3e:08:c7:2d", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb81424-0e", "ovs_interfaceid": "9cb81424-0e35-488a-9717-33274c4ded81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.827689] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9e899-52d2-438a-8a09-cf187a076177 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.866356] env[62679]: DEBUG nova.compute.manager [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Received event network-vif-plugged-9cb81424-0e35-488a-9717-33274c4ded81 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1022.866356] env[62679]: DEBUG oslo_concurrency.lockutils [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] Acquiring lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.866356] env[62679]: DEBUG oslo_concurrency.lockutils [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.866356] env[62679]: DEBUG oslo_concurrency.lockutils [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.866356] env[62679]: DEBUG nova.compute.manager [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] No waiting events found dispatching network-vif-plugged-9cb81424-0e35-488a-9717-33274c4ded81 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.866356] env[62679]: WARNING nova.compute.manager [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Received unexpected event network-vif-plugged-9cb81424-0e35-488a-9717-33274c4ded81 for instance with vm_state building and task_state spawning. [ 1022.866356] env[62679]: DEBUG nova.compute.manager [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Received event network-changed-9cb81424-0e35-488a-9717-33274c4ded81 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1022.866356] env[62679]: DEBUG nova.compute.manager [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Refreshing instance network info cache due to event network-changed-9cb81424-0e35-488a-9717-33274c4ded81. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1022.866356] env[62679]: DEBUG oslo_concurrency.lockutils [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] Acquiring lock "refresh_cache-03557e29-2fe9-4d1b-a5f1-6b5c1256a803" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.866356] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251766c6-9e97-444e-9d48-76b746db63e1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.876540] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126f5856-6768-494c-8909-1a8afdf4d9e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.895424] env[62679]: DEBUG nova.compute.provider_tree [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.999408] env[62679]: DEBUG nova.objects.instance [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'pci_requests' on Instance uuid 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.005664] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Successfully created port: 34cfd13b-9e45-438b-966a-db93062185eb {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.032304] env[62679]: DEBUG nova.compute.manager [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Found 3 images (rotation: 2) {{(pid=62679) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5024}} [ 1023.032458] env[62679]: DEBUG nova.compute.manager [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Rotating out 1 backups {{(pid=62679) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5032}} [ 1023.032631] env[62679]: DEBUG nova.compute.manager [None req-6ba50ac6-43dd-4a57-9b70-34305885d5f6 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleting image 4f686911-1abe-42a4-b627-4c2f69fda2fb {{(pid=62679) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5037}} [ 1023.051438] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492805} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.051689] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] aa9d0acc-c1a7-425c-bb48-7d57895b27a1/aa9d0acc-c1a7-425c-bb48-7d57895b27a1.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.051896] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.053109] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425b80cd-36ba-439c-8766-d0a303928301 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.061645] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1023.061645] env[62679]: value = "task-2412784" [ 1023.061645] env[62679]: _type = "Task" [ 1023.061645] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.071585] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.251487] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.327754] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "refresh_cache-03557e29-2fe9-4d1b-a5f1-6b5c1256a803" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.328291] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Instance network_info: |[{"id": "9cb81424-0e35-488a-9717-33274c4ded81", "address": "fa:16:3e:08:c7:2d", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb81424-0e", "ovs_interfaceid": "9cb81424-0e35-488a-9717-33274c4ded81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.328512] env[62679]: DEBUG oslo_concurrency.lockutils [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] Acquired lock "refresh_cache-03557e29-2fe9-4d1b-a5f1-6b5c1256a803" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.328708] env[62679]: DEBUG nova.network.neutron [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Refreshing network info cache for port 9cb81424-0e35-488a-9717-33274c4ded81 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.330114] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:c7:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cb81424-0e35-488a-9717-33274c4ded81', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.337554] env[62679]: DEBUG oslo.service.loopingcall [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.340816] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.341349] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb9086cd-93c8-4caf-aee2-71d61db730a4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.364842] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.364842] env[62679]: value = "task-2412785" [ 1023.364842] env[62679]: _type = "Task" [ 1023.364842] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.374701] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412785, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.398862] env[62679]: DEBUG nova.scheduler.client.report [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.503700] env[62679]: DEBUG nova.objects.base [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Object Instance<57f9dfad-d027-48f7-a724-220c9b6fe709> lazy-loaded attributes: flavor,pci_requests {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.503700] env[62679]: DEBUG nova.network.neutron [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.575866] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069724} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.575866] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.575866] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68974076-fa69-49a0-bf0f-04fa1ec4c40b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.597170] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.607773] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] aa9d0acc-c1a7-425c-bb48-7d57895b27a1/aa9d0acc-c1a7-425c-bb48-7d57895b27a1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.612079] env[62679]: DEBUG nova.policy [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.614719] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2e62e9-2130-4665-8ed3-4a68cd73be41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.638530] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.638788] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.638949] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.639153] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.639308] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.639444] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.639649] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.639799] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.639993] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.640274] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.640518] env[62679]: DEBUG nova.virt.hardware [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.641404] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7c3325-2641-4c92-ac03-5b2a51d750e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.645537] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1023.645537] env[62679]: value = "task-2412786" [ 1023.645537] env[62679]: _type = "Task" [ 1023.645537] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.660812] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cdbf73-645b-4fb9-895f-21754f499a97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.669792] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.749727] env[62679]: DEBUG oslo_vmware.api [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412783, 'name': PowerOnVM_Task, 'duration_secs': 0.568764} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.750109] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.750412] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-053266d8-71fd-468d-a704-5a425135e2a1 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance '608cb387-f460-4ee0-be53-08421954cef8' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.760325] env[62679]: DEBUG nova.network.neutron [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Updated VIF entry in instance network info cache for port 9cb81424-0e35-488a-9717-33274c4ded81. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.760325] env[62679]: DEBUG nova.network.neutron [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Updating instance_info_cache with network_info: [{"id": "9cb81424-0e35-488a-9717-33274c4ded81", "address": "fa:16:3e:08:c7:2d", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb81424-0e", "ovs_interfaceid": "9cb81424-0e35-488a-9717-33274c4ded81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.876132] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412785, 'name': CreateVM_Task, 'duration_secs': 0.36953} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.876366] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.877478] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.877650] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.878028] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.878330] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5294b0-8503-4cd5-a53b-76954c10dceb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.883669] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1023.883669] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52908445-31b6-0c51-43a8-9c59a6784d05" [ 1023.883669] env[62679]: _type = "Task" [ 1023.883669] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.892740] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52908445-31b6-0c51-43a8-9c59a6784d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.903722] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.904251] env[62679]: DEBUG nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.907276] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.008s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.911287] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.913524] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.168s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.913765] env[62679]: DEBUG nova.objects.instance [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lazy-loading 'resources' on Instance uuid c854e733-7ff3-41fa-8d26-f0fc27bcd4c1 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.956215] env[62679]: INFO nova.scheduler.client.report [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Deleted allocations for instance ac3c2395-0e3c-4b5f-9f11-dc329b3724ee [ 1024.050029] env[62679]: DEBUG nova.network.neutron [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Successfully created port: b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.159639] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412786, 'name': ReconfigVM_Task, 'duration_secs': 0.290429} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.160064] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] aa9d0acc-c1a7-425c-bb48-7d57895b27a1/aa9d0acc-c1a7-425c-bb48-7d57895b27a1.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.160827] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32e7668-750f-43d2-b547-ab0e27081dfa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.170869] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1024.170869] env[62679]: value = "task-2412787" [ 1024.170869] env[62679]: _type = "Task" [ 1024.170869] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.180716] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412787, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.262471] env[62679]: DEBUG oslo_concurrency.lockutils [req-f9df6d21-0ac7-4e2b-972e-5002ac0a0eb8 req-3378a73b-6e64-4c58-a8f8-dc5278fcbc9d service nova] Releasing lock "refresh_cache-03557e29-2fe9-4d1b-a5f1-6b5c1256a803" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.395656] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52908445-31b6-0c51-43a8-9c59a6784d05, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.395656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.395656] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.395656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.395656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.395867] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.396155] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-993985f3-6f34-43e7-b488-a08111869699 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.405604] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.405788] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.406561] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133ff11a-e28f-4a7e-965d-8bde2964c0a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.415078] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1024.415078] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c54e32-c112-2ec0-4ebf-4912cc227353" [ 1024.415078] env[62679]: _type = "Task" [ 1024.415078] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.420564] env[62679]: DEBUG nova.compute.utils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1024.427137] env[62679]: DEBUG nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.427589] env[62679]: DEBUG nova.network.neutron [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.436531] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c54e32-c112-2ec0-4ebf-4912cc227353, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.438664] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2b8ad0-2c2a-488c-978d-dd96c0c8233d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.449835] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1024.449835] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a8058f-55e8-ccef-72be-39dc195ced9f" [ 1024.449835] env[62679]: _type = "Task" [ 1024.449835] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.464203] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a8058f-55e8-ccef-72be-39dc195ced9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.474622] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4dba3d03-902d-427b-b318-a6f83841ebe1 tempest-DeleteServersTestJSON-1408481998 tempest-DeleteServersTestJSON-1408481998-project-member] Lock "ac3c2395-0e3c-4b5f-9f11-dc329b3724ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.080s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.524358] env[62679]: DEBUG nova.policy [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e03adc711342819a7257b01a5c6190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae726ecdbce44b582240940aadcf6ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.688715] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412787, 'name': Rename_Task, 'duration_secs': 0.219898} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.690039] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.690039] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7383b62-6126-42ba-9d05-c2952f3c0e72 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.696879] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a95c803-72bc-4918-bacb-0a357ad6cc21 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.701728] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1024.701728] env[62679]: value = "task-2412789" [ 1024.701728] env[62679]: _type = "Task" [ 1024.701728] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.707952] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe6fc76-184a-429b-9066-09d5691d0aaa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.714262] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.748107] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba64c98-8637-4201-bf90-bc22c788e353 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.757118] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468af87b-facd-4ef7-b998-6a005fe4d153 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.776833] env[62679]: DEBUG nova.compute.provider_tree [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.929493] env[62679]: DEBUG nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.961950] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a8058f-55e8-ccef-72be-39dc195ced9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.962480] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.962867] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 03557e29-2fe9-4d1b-a5f1-6b5c1256a803/03557e29-2fe9-4d1b-a5f1-6b5c1256a803.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.963281] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6b32f2b-706a-4385-a20a-9d12c1f685ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.975362] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1024.975362] env[62679]: value = "task-2412790" [ 1024.975362] env[62679]: _type = "Task" [ 1024.975362] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.983029] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.005061] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Successfully updated port: 34cfd13b-9e45-438b-966a-db93062185eb {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.183995] env[62679]: DEBUG nova.network.neutron [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Successfully created port: 98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.214042] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412789, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.276735] env[62679]: DEBUG nova.compute.manager [req-82e9787a-7914-478e-b308-da0e8b16f4c7 req-d5e0623e-12a4-4ee1-a900-c3808481b225 service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Received event network-vif-plugged-34cfd13b-9e45-438b-966a-db93062185eb {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1025.276969] env[62679]: DEBUG oslo_concurrency.lockutils [req-82e9787a-7914-478e-b308-da0e8b16f4c7 req-d5e0623e-12a4-4ee1-a900-c3808481b225 service nova] Acquiring lock "22ffb863-8091-4677-ac37-d84f6d7d7cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.277204] env[62679]: DEBUG oslo_concurrency.lockutils [req-82e9787a-7914-478e-b308-da0e8b16f4c7 req-d5e0623e-12a4-4ee1-a900-c3808481b225 service nova] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.277377] env[62679]: DEBUG oslo_concurrency.lockutils [req-82e9787a-7914-478e-b308-da0e8b16f4c7 req-d5e0623e-12a4-4ee1-a900-c3808481b225 service nova] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.277549] env[62679]: DEBUG nova.compute.manager [req-82e9787a-7914-478e-b308-da0e8b16f4c7 req-d5e0623e-12a4-4ee1-a900-c3808481b225 service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] No waiting events found dispatching network-vif-plugged-34cfd13b-9e45-438b-966a-db93062185eb {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.277719] env[62679]: WARNING nova.compute.manager [req-82e9787a-7914-478e-b308-da0e8b16f4c7 req-d5e0623e-12a4-4ee1-a900-c3808481b225 service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Received unexpected event network-vif-plugged-34cfd13b-9e45-438b-966a-db93062185eb for instance with vm_state building and task_state spawning. [ 1025.327886] env[62679]: DEBUG nova.scheduler.client.report [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1025.328199] env[62679]: DEBUG nova.compute.provider_tree [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 133 to 134 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1025.328387] env[62679]: DEBUG nova.compute.provider_tree [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.487231] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484036} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.487418] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 03557e29-2fe9-4d1b-a5f1-6b5c1256a803/03557e29-2fe9-4d1b-a5f1-6b5c1256a803.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.487635] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.487919] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6a0a0d1-7f9a-467a-8396-5574c24df28c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.495785] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1025.495785] env[62679]: value = "task-2412791" [ 1025.495785] env[62679]: _type = "Task" [ 1025.495785] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.505407] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.508117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "refresh_cache-22ffb863-8091-4677-ac37-d84f6d7d7cac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.508286] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "refresh_cache-22ffb863-8091-4677-ac37-d84f6d7d7cac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.508446] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.713722] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412789, 'name': PowerOnVM_Task, 'duration_secs': 0.652387} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.714281] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.714281] env[62679]: INFO nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1025.714418] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.715178] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12156ded-3ece-4b37-bcc5-97b67715a634 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.840133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.842393] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.497s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.844595] env[62679]: INFO nova.compute.claims [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.867828] env[62679]: DEBUG nova.network.neutron [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Successfully updated port: b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.874850] env[62679]: INFO nova.scheduler.client.report [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Deleted allocations for instance c854e733-7ff3-41fa-8d26-f0fc27bcd4c1 [ 1025.936801] env[62679]: DEBUG nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.962657] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.962896] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.963064] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.963251] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.963398] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.963545] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.963750] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.963907] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.964094] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.964260] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.964471] env[62679]: DEBUG nova.virt.hardware [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.965353] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b98683-a3a2-4c63-bf39-2062d4f4b64b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.973861] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502325ad-70c9-4064-9194-40cfb4409c98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.005061] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0826} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.005325] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.006114] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f88422-3588-4dd0-88f6-25ce9b2c2c5c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.029642] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 03557e29-2fe9-4d1b-a5f1-6b5c1256a803/03557e29-2fe9-4d1b-a5f1-6b5c1256a803.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.030417] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bcb243-fc76-46d4-a7c0-b2da52024c88 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.053088] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1026.053088] env[62679]: value = "task-2412792" [ 1026.053088] env[62679]: _type = "Task" [ 1026.053088] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.062108] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.079745] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "9bfa235a-bc83-4505-aaff-08f56378594a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.080024] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.080217] env[62679]: DEBUG nova.compute.manager [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.081100] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ca64d2-2c43-47a9-ab90-5da8b0a8fcb7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.087890] env[62679]: DEBUG nova.compute.manager [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62679) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1026.088418] env[62679]: DEBUG nova.objects.instance [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'flavor' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.090599] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.239943] env[62679]: INFO nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Took 15.54 seconds to build instance. [ 1026.262573] env[62679]: DEBUG nova.network.neutron [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Updating instance_info_cache with network_info: [{"id": "34cfd13b-9e45-438b-966a-db93062185eb", "address": "fa:16:3e:10:fd:3d", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cfd13b-9e", "ovs_interfaceid": "34cfd13b-9e45-438b-966a-db93062185eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.370564] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.370732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.370928] env[62679]: DEBUG nova.network.neutron [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.381860] env[62679]: DEBUG oslo_concurrency.lockutils [None req-37a99b60-cbba-4bdb-9065-ee422d264d1f tempest-ServersAaction247Test-1805115644 tempest-ServersAaction247Test-1805115644-project-member] Lock "c854e733-7ff3-41fa-8d26-f0fc27bcd4c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.955s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.391698] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "608cb387-f460-4ee0-be53-08421954cef8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.391917] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.392160] env[62679]: DEBUG nova.compute.manager [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Going to confirm migration 5 {{(pid=62679) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 1026.565724] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412792, 'name': ReconfigVM_Task, 'duration_secs': 0.278587} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.565724] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 03557e29-2fe9-4d1b-a5f1-6b5c1256a803/03557e29-2fe9-4d1b-a5f1-6b5c1256a803.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.565724] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fab3d81-bc48-468f-9365-783c72777b5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.573195] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1026.573195] env[62679]: value = "task-2412793" [ 1026.573195] env[62679]: _type = "Task" [ 1026.573195] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.581993] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412793, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.741797] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.054s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.765220] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "refresh_cache-22ffb863-8091-4677-ac37-d84f6d7d7cac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.765220] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Instance network_info: |[{"id": "34cfd13b-9e45-438b-966a-db93062185eb", "address": "fa:16:3e:10:fd:3d", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cfd13b-9e", "ovs_interfaceid": "34cfd13b-9e45-438b-966a-db93062185eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.765401] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:fd:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34cfd13b-9e45-438b-966a-db93062185eb', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.772869] env[62679]: DEBUG oslo.service.loopingcall [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.773106] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.773329] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9564bfc5-0020-4387-856f-cabb45d19cfb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.793325] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.793325] env[62679]: value = "task-2412794" [ 1026.793325] env[62679]: _type = "Task" [ 1026.793325] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.800979] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412794, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.958046] env[62679]: WARNING nova.network.neutron [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] f8863949-b94c-47fd-be3c-eec195347d2f already exists in list: networks containing: ['f8863949-b94c-47fd-be3c-eec195347d2f']. ignoring it [ 1026.975531] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.975762] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.975909] env[62679]: DEBUG nova.network.neutron [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.976067] env[62679]: DEBUG nova.objects.instance [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'info_cache' on Instance uuid 608cb387-f460-4ee0-be53-08421954cef8 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.037020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e0e04-ebe2-4a4f-a5ee-9148fd67d54b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.043349] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b6f343-7962-4e16-9720-7c3eb512455a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.081997] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6afc13d-e3ca-4067-92b8-c2ec265f5294 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.094172] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5fd829-8404-4161-85d7-840c9b5f68ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.097143] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412793, 'name': Rename_Task, 'duration_secs': 0.154474} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.097770] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.098230] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.098581] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-306a1522-965c-45f7-a43f-eebc7bb0bf7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.102092] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feeed6f1-c275-4e1b-a211-9a0a448679d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.115546] env[62679]: DEBUG nova.compute.provider_tree [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.123240] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1027.123240] env[62679]: value = "task-2412796" [ 1027.123240] env[62679]: _type = "Task" [ 1027.123240] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.123855] env[62679]: DEBUG oslo_vmware.api [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1027.123855] env[62679]: value = "task-2412795" [ 1027.123855] env[62679]: _type = "Task" [ 1027.123855] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.138185] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.141645] env[62679]: DEBUG oslo_vmware.api [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.192361] env[62679]: DEBUG nova.network.neutron [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Successfully updated port: 98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.305185] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412794, 'name': CreateVM_Task, 'duration_secs': 0.510567} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.305371] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.306019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.306201] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.306557] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.306840] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103c8b80-c36a-48ed-9a49-1e3f0e63e2a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.314630] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1027.314630] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523610d8-409f-26dd-b3b2-f0320177cf37" [ 1027.314630] env[62679]: _type = "Task" [ 1027.314630] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.323655] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523610d8-409f-26dd-b3b2-f0320177cf37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.339102] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Received event network-changed-34cfd13b-9e45-438b-966a-db93062185eb {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1027.339315] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Refreshing instance network info cache due to event network-changed-34cfd13b-9e45-438b-966a-db93062185eb. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1027.339544] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquiring lock "refresh_cache-22ffb863-8091-4677-ac37-d84f6d7d7cac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.339701] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquired lock "refresh_cache-22ffb863-8091-4677-ac37-d84f6d7d7cac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.339896] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Refreshing network info cache for port 34cfd13b-9e45-438b-966a-db93062185eb {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.484522] env[62679]: DEBUG nova.network.neutron [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "address": "fa:16:3e:b7:b4:1c", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b265ca-62", "ovs_interfaceid": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.620089] env[62679]: DEBUG nova.scheduler.client.report [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.634826] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412796, 'name': PowerOnVM_Task, 'duration_secs': 0.466343} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.635537] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.635836] env[62679]: INFO nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1027.636066] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.637055] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d8190a-a793-4fec-8aae-de86d7c4edb0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.643611] env[62679]: DEBUG oslo_vmware.api [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412795, 'name': PowerOffVM_Task, 'duration_secs': 0.182207} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.644254] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.644551] env[62679]: DEBUG nova.compute.manager [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.645569] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0196982-8711-4d80-8ce0-da26b2a9929d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.694922] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.695096] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.695250] env[62679]: DEBUG nova.network.neutron [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.830022] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523610d8-409f-26dd-b3b2-f0320177cf37, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.830022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.830022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.830022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.830022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.830523] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.830888] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32fa2c84-0988-4a62-9796-ccf9a0452631 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.840616] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.841215] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.842232] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a8169d-2dd0-4cf7-bdf0-ad5c8a1b8e3b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.852756] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1027.852756] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f4f372-f9d4-1792-35c4-3ffd270b5693" [ 1027.852756] env[62679]: _type = "Task" [ 1027.852756] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.858789] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f4f372-f9d4-1792-35c4-3ffd270b5693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.995268] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.996252] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.996565] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.998150] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea5bfb-a249-4ddc-a35b-18b6180ddd6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.019803] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.020243] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.020453] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.020679] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.020869] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.021062] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.021336] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.021726] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.021960] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.022219] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.022454] env[62679]: DEBUG nova.virt.hardware [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.028693] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfiguring VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1028.031795] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbca5abc-9bcc-4ce9-a2d0-f26a1f299a04 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.053281] env[62679]: DEBUG oslo_vmware.api [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1028.053281] env[62679]: value = "task-2412797" [ 1028.053281] env[62679]: _type = "Task" [ 1028.053281] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.062494] env[62679]: DEBUG oslo_vmware.api [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412797, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.130517] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.131068] env[62679]: DEBUG nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.167534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9eeb1a80-3b23-47a9-9cd8-e95895acd61a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.171247] env[62679]: INFO nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Took 17.44 seconds to build instance. [ 1028.290398] env[62679]: DEBUG nova.network.neutron [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.361666] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f4f372-f9d4-1792-35c4-3ffd270b5693, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.362570] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4018e338-8ea6-4822-b363-dc2e22d80335 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.368320] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1028.368320] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520b40eb-9eda-ba05-d874-982a2589bd6d" [ 1028.368320] env[62679]: _type = "Task" [ 1028.368320] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.378643] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520b40eb-9eda-ba05-d874-982a2589bd6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.448083] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Updated VIF entry in instance network info cache for port 34cfd13b-9e45-438b-966a-db93062185eb. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.448713] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Updating instance_info_cache with network_info: [{"id": "34cfd13b-9e45-438b-966a-db93062185eb", "address": "fa:16:3e:10:fd:3d", "network": {"id": "0e65d492-c846-47b9-933d-a5c557a10bc7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-402349485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23909be9931448a5bd00bf6dbf702ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34cfd13b-9e", "ovs_interfaceid": "34cfd13b-9e45-438b-966a-db93062185eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.568175] env[62679]: DEBUG oslo_vmware.api [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.635560] env[62679]: DEBUG nova.network.neutron [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance_info_cache with network_info: [{"id": "c14850a7-0c87-4866-9255-3f3f8c295274", "address": "fa:16:3e:fb:8a:c7", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14850a7-0c", "ovs_interfaceid": "c14850a7-0c87-4866-9255-3f3f8c295274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.640358] env[62679]: DEBUG nova.compute.utils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1028.641156] env[62679]: DEBUG nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.641324] env[62679]: DEBUG nova.network.neutron [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.675309] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.952s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.727315] env[62679]: DEBUG nova.network.neutron [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updating instance_info_cache with network_info: [{"id": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "address": "fa:16:3e:4b:5a:2a", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f51ef1-c6", "ovs_interfaceid": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.734562] env[62679]: DEBUG nova.policy [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d720f10dffe4f2fb7aa2db8feb102f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c6db39c8ca4e32b652b17d25ecb90e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.881401] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520b40eb-9eda-ba05-d874-982a2589bd6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.881689] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.881939] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 22ffb863-8091-4677-ac37-d84f6d7d7cac/22ffb863-8091-4677-ac37-d84f6d7d7cac.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.882354] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ba9796-00af-4031-b3a2-73f76d4eb896 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.889296] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1028.889296] env[62679]: value = "task-2412798" [ 1028.889296] env[62679]: _type = "Task" [ 1028.889296] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.901430] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.952519] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Releasing lock "refresh_cache-22ffb863-8091-4677-ac37-d84f6d7d7cac" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.952709] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-vif-plugged-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1028.952816] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.953361] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.953432] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.953802] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] No waiting events found dispatching network-vif-plugged-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.954038] env[62679]: WARNING nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received unexpected event network-vif-plugged-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 for instance with vm_state active and task_state None. [ 1028.954222] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-changed-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1028.954383] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing instance network info cache due to event network-changed-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1028.954580] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.958021] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.958021] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing network info cache for port b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.069720] env[62679]: DEBUG oslo_vmware.api [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.138710] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-608cb387-f460-4ee0-be53-08421954cef8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.140316] env[62679]: DEBUG nova.objects.instance [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'migration_context' on Instance uuid 608cb387-f460-4ee0-be53-08421954cef8 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.144607] env[62679]: DEBUG nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.226147] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.226552] env[62679]: DEBUG nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Instance network_info: |[{"id": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "address": "fa:16:3e:4b:5a:2a", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f51ef1-c6", "ovs_interfaceid": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.227105] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:5a:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98f51ef1-c669-42b2-b457-07dbbda5b9bb', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.241107] env[62679]: DEBUG oslo.service.loopingcall [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.241857] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.242208] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fb19a46-4338-40a9-b626-3902b500346f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.263889] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.263889] env[62679]: value = "task-2412799" [ 1029.263889] env[62679]: _type = "Task" [ 1029.263889] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.273031] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412799, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.403460] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412798, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.584462] env[62679]: DEBUG oslo_vmware.api [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412797, 'name': ReconfigVM_Task, 'duration_secs': 1.477251} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.585627] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.586194] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfigured VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1029.644059] env[62679]: DEBUG nova.objects.base [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Object Instance<608cb387-f460-4ee0-be53-08421954cef8> lazy-loaded attributes: info_cache,migration_context {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1029.645696] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f60fbe5-1450-473f-bf7d-04c15d51df5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.685674] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac36009f-7b99-4478-8e96-e99eb60b3137 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.694204] env[62679]: DEBUG oslo_vmware.api [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1029.694204] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f565ac-e3f0-023b-8054-1eb17c728af3" [ 1029.694204] env[62679]: _type = "Task" [ 1029.694204] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.704923] env[62679]: DEBUG oslo_vmware.api [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f565ac-e3f0-023b-8054-1eb17c728af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.781473] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412799, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.903399] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857092} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.903399] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 22ffb863-8091-4677-ac37-d84f6d7d7cac/22ffb863-8091-4677-ac37-d84f6d7d7cac.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.903399] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.903399] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d32b259-da3a-42dc-ae41-bb7704b7b9b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.911090] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1029.911090] env[62679]: value = "task-2412800" [ 1029.911090] env[62679]: _type = "Task" [ 1029.911090] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.920639] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.961809] env[62679]: DEBUG nova.network.neutron [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Successfully created port: 1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.082568] env[62679]: DEBUG nova.compute.manager [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Stashing vm_state: stopped {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 1030.093026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b31a0b4f-7eb1-45b9-88ab-c5506a45ac5a tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.775s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.115851] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updated VIF entry in instance network info cache for port b4b265ca-62d5-4f7c-b3c4-57dcacd01a21. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.116023] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "address": "fa:16:3e:b7:b4:1c", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b265ca-62", "ovs_interfaceid": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.160141] env[62679]: DEBUG nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.183763] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.184129] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.184358] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.184592] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.184771] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.184958] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.187606] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.187606] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.187606] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.187606] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.187606] env[62679]: DEBUG nova.virt.hardware [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.187606] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef0304-a502-4eb6-bebc-168ffa79e2c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.195430] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608fc308-42af-41c4-8580-1142632e3f93 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.216441] env[62679]: DEBUG oslo_vmware.api [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f565ac-e3f0-023b-8054-1eb17c728af3, 'name': SearchDatastore_Task, 'duration_secs': 0.026328} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.216784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.217096] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.274766] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412799, 'name': CreateVM_Task, 'duration_secs': 0.691153} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.274945] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.276756] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.276756] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.276756] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.276756] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca0e2ef-8b3a-4006-b2f6-79f32ee7643d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.281651] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1030.281651] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b4246-bf48-8720-9246-fb8b3f0ef719" [ 1030.281651] env[62679]: _type = "Task" [ 1030.281651] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.289799] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b4246-bf48-8720-9246-fb8b3f0ef719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.421887] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074695} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.422275] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.423191] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433fd5d-02e0-4e2a-9282-39c6dafa9caa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.448992] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 22ffb863-8091-4677-ac37-d84f6d7d7cac/22ffb863-8091-4677-ac37-d84f6d7d7cac.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.448992] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ebe8a96-6d8b-4826-b86b-32ca2692c292 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.470669] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1030.470669] env[62679]: value = "task-2412801" [ 1030.470669] env[62679]: _type = "Task" [ 1030.470669] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.481623] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.618857] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.620644] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.620861] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Received event network-vif-plugged-98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1030.621128] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquiring lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.621516] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.621609] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.621995] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] No waiting events found dispatching network-vif-plugged-98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.622287] env[62679]: WARNING nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Received unexpected event network-vif-plugged-98f51ef1-c669-42b2-b457-07dbbda5b9bb for instance with vm_state building and task_state spawning. [ 1030.622406] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Received event network-changed-98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1030.622512] env[62679]: DEBUG nova.compute.manager [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Refreshing instance network info cache due to event network-changed-98f51ef1-c669-42b2-b457-07dbbda5b9bb. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1030.622783] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquiring lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.622823] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Acquired lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.623134] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Refreshing network info cache for port 98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.796125] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526b4246-bf48-8720-9246-fb8b3f0ef719, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.796461] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.796694] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.796925] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.797086] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.797270] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.797529] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c9984c7-cc8b-4d3c-bb16-a5376514712d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.813907] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.814115] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.817189] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d3e9c3-af89-4de5-b180-f1721a309d04 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.822638] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1030.822638] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52190ee8-1902-b201-1a1c-a191abeb034c" [ 1030.822638] env[62679]: _type = "Task" [ 1030.822638] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.831065] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52190ee8-1902-b201-1a1c-a191abeb034c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.941097] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cd392c-54b5-4754-b245-23e061259da5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.949598] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b20854-8bce-4b0c-b5e4-d944ecf8dd03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.989513] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1ab246-1428-460e-a719-acdb9679b52e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.997640] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.001599] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d10bc6-dae6-4dca-8177-c497602401e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.016259] env[62679]: DEBUG nova.compute.provider_tree [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.130391] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "226ae28d-6d15-4130-82c5-018a056b02af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.130627] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "226ae28d-6d15-4130-82c5-018a056b02af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.333668] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52190ee8-1902-b201-1a1c-a191abeb034c, 'name': SearchDatastore_Task, 'duration_secs': 0.030411} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.334709] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23818318-c2a4-4e86-b6a3-b57c28dde474 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.340230] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1031.340230] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527408df-43f7-24d5-cc83-912e80489099" [ 1031.340230] env[62679]: _type = "Task" [ 1031.340230] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.351017] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527408df-43f7-24d5-cc83-912e80489099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.469687] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updated VIF entry in instance network info cache for port 98f51ef1-c669-42b2-b457-07dbbda5b9bb. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.470076] env[62679]: DEBUG nova.network.neutron [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updating instance_info_cache with network_info: [{"id": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "address": "fa:16:3e:4b:5a:2a", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f51ef1-c6", "ovs_interfaceid": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.496291] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412801, 'name': ReconfigVM_Task, 'duration_secs': 0.693164} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.496609] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 22ffb863-8091-4677-ac37-d84f6d7d7cac/22ffb863-8091-4677-ac37-d84f6d7d7cac.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.497343] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b0ac21-46c1-44d2-af03-8adf006c6939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.504777] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1031.504777] env[62679]: value = "task-2412802" [ 1031.504777] env[62679]: _type = "Task" [ 1031.504777] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.514275] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412802, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.518741] env[62679]: DEBUG nova.scheduler.client.report [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.633016] env[62679]: DEBUG nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.850871] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]527408df-43f7-24d5-cc83-912e80489099, 'name': SearchDatastore_Task, 'duration_secs': 0.031322} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.851232] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.851535] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 64f1d029-187f-46eb-a76c-6bfc246d4ef4/64f1d029-187f-46eb-a76c-6bfc246d4ef4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.851834] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66464097-a8fc-47ab-94be-566179bd5f73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.858389] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1031.858389] env[62679]: value = "task-2412803" [ 1031.858389] env[62679]: _type = "Task" [ 1031.858389] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.865816] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.929011] env[62679]: DEBUG nova.compute.manager [req-fb20676d-1476-41b5-b992-f13070b8ad81 req-0d9c5155-2668-40de-9ad3-f072cbec652a service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Received event network-vif-plugged-1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1031.929259] env[62679]: DEBUG oslo_concurrency.lockutils [req-fb20676d-1476-41b5-b992-f13070b8ad81 req-0d9c5155-2668-40de-9ad3-f072cbec652a service nova] Acquiring lock "1f3baea2-cd04-4e64-8532-24805270cd7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.929468] env[62679]: DEBUG oslo_concurrency.lockutils [req-fb20676d-1476-41b5-b992-f13070b8ad81 req-0d9c5155-2668-40de-9ad3-f072cbec652a service nova] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.929636] env[62679]: DEBUG oslo_concurrency.lockutils [req-fb20676d-1476-41b5-b992-f13070b8ad81 req-0d9c5155-2668-40de-9ad3-f072cbec652a service nova] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.929800] env[62679]: DEBUG nova.compute.manager [req-fb20676d-1476-41b5-b992-f13070b8ad81 req-0d9c5155-2668-40de-9ad3-f072cbec652a service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] No waiting events found dispatching network-vif-plugged-1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.930041] env[62679]: WARNING nova.compute.manager [req-fb20676d-1476-41b5-b992-f13070b8ad81 req-0d9c5155-2668-40de-9ad3-f072cbec652a service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Received unexpected event network-vif-plugged-1001e301-c3df-4ec2-96c8-96bf82b03c50 for instance with vm_state building and task_state spawning. [ 1031.976225] env[62679]: DEBUG oslo_concurrency.lockutils [req-a06a22b1-be43-4952-9df6-a58e3a31a00b req-3cf736ae-6f1f-4740-a22e-72709800579a service nova] Releasing lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.990400] env[62679]: DEBUG nova.network.neutron [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Successfully updated port: 1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.015797] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412802, 'name': Rename_Task, 'duration_secs': 0.164333} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.018028] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.018028] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c7d7d8-5c36-45b9-a425-22605e41e98e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.026992] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1032.026992] env[62679]: value = "task-2412804" [ 1032.026992] env[62679]: _type = "Task" [ 1032.026992] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.038670] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.163203] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.180329] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.181724] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.181724] env[62679]: DEBUG nova.objects.instance [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'flavor' on Instance uuid 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.371825] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412803, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.495040] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.495277] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.495469] env[62679]: DEBUG nova.network.neutron [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.539211] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.322s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.542248] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.542637] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.924s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.866715] env[62679]: DEBUG nova.objects.instance [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'pci_requests' on Instance uuid 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.872452] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929231} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.872864] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 64f1d029-187f-46eb-a76c-6bfc246d4ef4/64f1d029-187f-46eb-a76c-6bfc246d4ef4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.873254] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.873637] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f2051f-ffb3-4671-9a40-6165aaa56581 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.884191] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1032.884191] env[62679]: value = "task-2412805" [ 1032.884191] env[62679]: _type = "Task" [ 1032.884191] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.892565] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.034385] env[62679]: DEBUG nova.network.neutron [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.042982] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.050991] env[62679]: INFO nova.compute.claims [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.135341] env[62679]: INFO nova.scheduler.client.report [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted allocation for migration e48345aa-2ce6-4d3c-8805-0ebd2f10fd69 [ 1033.197850] env[62679]: INFO nova.compute.manager [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Rebuilding instance [ 1033.253513] env[62679]: DEBUG nova.compute.manager [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.254791] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75f74da-fdea-4356-aa5d-c98d620c85cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.258469] env[62679]: DEBUG nova.network.neutron [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Updating instance_info_cache with network_info: [{"id": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "address": "fa:16:3e:9c:cc:91", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1001e301-c3", "ovs_interfaceid": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.370096] env[62679]: DEBUG nova.objects.base [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Object Instance<57f9dfad-d027-48f7-a724-220c9b6fe709> lazy-loaded attributes: flavor,pci_requests {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.370350] env[62679]: DEBUG nova.network.neutron [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.392527] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081026} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.394713] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.394713] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b4f9a-11bb-4972-819c-cc6921376bfc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.420171] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 64f1d029-187f-46eb-a76c-6bfc246d4ef4/64f1d029-187f-46eb-a76c-6bfc246d4ef4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.420592] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab3f285-6e78-4eed-89a8-b0c62c361abd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.443282] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1033.443282] env[62679]: value = "task-2412806" [ 1033.443282] env[62679]: _type = "Task" [ 1033.443282] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.452606] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.472059] env[62679]: DEBUG nova.policy [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.539331] env[62679]: DEBUG oslo_vmware.api [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412804, 'name': PowerOnVM_Task, 'duration_secs': 1.064953} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.539637] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.539858] env[62679]: INFO nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1033.540082] env[62679]: DEBUG nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.540910] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4afb980-68f5-4eb4-8e21-15693768adcf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.557372] env[62679]: INFO nova.compute.resource_tracker [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating resource usage from migration b32a7b72-de33-4097-9b56-2d59602f8059 [ 1033.641988] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0843ea5d-1e1b-45be-9358-be4d00427c5f tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.250s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.760820] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.761238] env[62679]: DEBUG nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Instance network_info: |[{"id": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "address": "fa:16:3e:9c:cc:91", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1001e301-c3", "ovs_interfaceid": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.764711] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:cc:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1001e301-c3df-4ec2-96c8-96bf82b03c50', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.773656] env[62679]: DEBUG oslo.service.loopingcall [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.776324] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.777676] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9584174-854f-40b5-ad54-e3ff5aa23c4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.806163] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.806163] env[62679]: value = "task-2412807" [ 1033.806163] env[62679]: _type = "Task" [ 1033.806163] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.815440] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412807, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.817526] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a162c6-eb5a-4a54-9a0f-369b59c2daa8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.825159] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5c844-55dd-4025-a61d-66e932e9d21e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.869070] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe3099-4043-4ca2-b773-14948985d49a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.878721] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff0573-c8bc-488e-b662-7cbeeff749e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.891690] env[62679]: DEBUG nova.compute.provider_tree [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.953277] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412806, 'name': ReconfigVM_Task, 'duration_secs': 0.337527} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.953277] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 64f1d029-187f-46eb-a76c-6bfc246d4ef4/64f1d029-187f-46eb-a76c-6bfc246d4ef4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.954010] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1387a7e6-6c34-41bf-b55f-0b0554203895 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.959859] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1033.959859] env[62679]: value = "task-2412808" [ 1033.959859] env[62679]: _type = "Task" [ 1033.959859] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.968572] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412808, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.061224] env[62679]: INFO nova.compute.manager [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Took 23.30 seconds to build instance. [ 1034.279016] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.279016] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccaf33a0-cd8e-4f19-8e76-27eb368a3534 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.286627] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 1034.286627] env[62679]: value = "task-2412809" [ 1034.286627] env[62679]: _type = "Task" [ 1034.286627] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.294719] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.319383] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412807, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.395880] env[62679]: DEBUG nova.scheduler.client.report [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.473718] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412808, 'name': Rename_Task, 'duration_secs': 0.150729} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.474656] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.474656] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12afb330-0565-49bc-ab0f-18f2e330e6eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.482471] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1034.482471] env[62679]: value = "task-2412810" [ 1034.482471] env[62679]: _type = "Task" [ 1034.482471] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.494031] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.501311] env[62679]: DEBUG nova.compute.manager [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Received event network-changed-1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1034.501508] env[62679]: DEBUG nova.compute.manager [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Refreshing instance network info cache due to event network-changed-1001e301-c3df-4ec2-96c8-96bf82b03c50. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1034.501726] env[62679]: DEBUG oslo_concurrency.lockutils [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] Acquiring lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.501871] env[62679]: DEBUG oslo_concurrency.lockutils [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] Acquired lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.503865] env[62679]: DEBUG nova.network.neutron [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Refreshing network info cache for port 1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.564085] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5e7d7d4c-5267-406a-a4d3-ef7930ab8d06 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.811s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.803671] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412809, 'name': PowerOffVM_Task, 'duration_secs': 0.209837} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.803671] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.803671] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.803671] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d2eda4-3f29-4ccb-b5b5-3ff8060a76eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.812449] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 1034.812449] env[62679]: value = "task-2412811" [ 1034.812449] env[62679]: _type = "Task" [ 1034.812449] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.821028] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412807, 'name': CreateVM_Task, 'duration_secs': 0.663394} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.823618] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.824442] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.824734] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.825143] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.825516] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1034.825795] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.826094] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489118', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'name': 'volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '060d93bc-811b-4a0e-a30e-3fac1a51eeef', 'attached_at': '', 'detached_at': '', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'serial': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.826647] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8d9e0d-bd4d-4394-bbf4-0edb7aed153e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.828790] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f62baf-2275-4ca1-8b80-ae343a3cd6c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.835216] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1034.835216] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521e4917-b088-1e05-941e-39710d956241" [ 1034.835216] env[62679]: _type = "Task" [ 1034.835216] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.852034] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bad2532-8a9c-4206-8a20-c50bd27ffa85 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.859858] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521e4917-b088-1e05-941e-39710d956241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.862234] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c821f428-6ece-4257-a586-f1f94d9d291f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.879879] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426eb265-2151-4880-b1a7-97d3c4f7ad01 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.896851] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] The volume has not been displaced from its original location: [datastore2] volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57/volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1034.902287] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.903521] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.361s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.903715] env[62679]: INFO nova.compute.manager [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Migrating [ 1034.910247] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b2c4a8-d306-43bd-b980-ec5ee915439d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.928082] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.766s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.929718] env[62679]: INFO nova.compute.claims [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.941751] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 1034.941751] env[62679]: value = "task-2412812" [ 1034.941751] env[62679]: _type = "Task" [ 1034.941751] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.950812] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.959734] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "608cb387-f460-4ee0-be53-08421954cef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.959971] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.960249] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "608cb387-f460-4ee0-be53-08421954cef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.960440] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.960617] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.962658] env[62679]: INFO nova.compute.manager [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Terminating instance [ 1034.992975] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.050212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.050478] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.358817] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521e4917-b088-1e05-941e-39710d956241, 'name': SearchDatastore_Task, 'duration_secs': 0.024277} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.359186] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.359364] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.359590] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.359740] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.359902] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.360309] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d515487d-1cfa-4bfc-ab99-0d9fe3f47020 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.370401] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.370401] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.371102] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e2c153-1a8e-4f2b-b23f-85fac8a07074 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.376204] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1035.376204] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5209492e-41e6-3844-a502-968c337565ef" [ 1035.376204] env[62679]: _type = "Task" [ 1035.376204] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.384219] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5209492e-41e6-3844-a502-968c337565ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.426882] env[62679]: DEBUG nova.network.neutron [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Successfully updated port: 4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.436504] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.436683] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.436857] env[62679]: DEBUG nova.network.neutron [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.454994] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412812, 'name': ReconfigVM_Task, 'duration_secs': 0.205303} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.455325] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.462872] env[62679]: DEBUG nova.network.neutron [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Updated VIF entry in instance network info cache for port 1001e301-c3df-4ec2-96c8-96bf82b03c50. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.463369] env[62679]: DEBUG nova.network.neutron [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Updating instance_info_cache with network_info: [{"id": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "address": "fa:16:3e:9c:cc:91", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1001e301-c3", "ovs_interfaceid": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.464824] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbb8925-200a-41ae-a6c1-abd2b3001e0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.477989] env[62679]: DEBUG oslo_concurrency.lockutils [req-68a79274-67b0-4cea-bee0-a058e1595d02 req-f0ddec07-7a62-4bc2-a49f-1fea2c4c0d71 service nova] Releasing lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.478690] env[62679]: DEBUG nova.compute.manager [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.478893] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.479950] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28f9290-d191-45b3-a6c5-bce9dea38e32 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.490656] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.490901] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 1035.490901] env[62679]: value = "task-2412813" [ 1035.490901] env[62679]: _type = "Task" [ 1035.490901] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.493733] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a68aff-92e1-46b3-88a6-06cf71f306ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.495253] env[62679]: DEBUG oslo_vmware.api [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412810, 'name': PowerOnVM_Task, 'duration_secs': 0.848639} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.499897] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.500136] env[62679]: INFO nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1035.500354] env[62679]: DEBUG nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.501677] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694fb720-ac1f-4a91-8b5f-82f13c353fcc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.505608] env[62679]: DEBUG oslo_vmware.api [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1035.505608] env[62679]: value = "task-2412814" [ 1035.505608] env[62679]: _type = "Task" [ 1035.505608] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.516983] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.522515] env[62679]: DEBUG oslo_vmware.api [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.552734] env[62679]: DEBUG nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.887495] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5209492e-41e6-3844-a502-968c337565ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011916} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.888122] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d9b9ff-efce-4e0a-b82b-7e5875ec407e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.893121] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1035.893121] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52599783-81ff-c380-6c54-e64b8d1e4526" [ 1035.893121] env[62679]: _type = "Task" [ 1035.893121] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.900675] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52599783-81ff-c380-6c54-e64b8d1e4526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.929455] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.929455] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.929681] env[62679]: DEBUG nova.network.neutron [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.007546] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412813, 'name': ReconfigVM_Task, 'duration_secs': 0.303698} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.012838] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489118', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'name': 'volume-d05d1d77-3f78-467c-a7a2-2a140cce8a57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '060d93bc-811b-4a0e-a30e-3fac1a51eeef', 'attached_at': '', 'detached_at': '', 'volume_id': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57', 'serial': 'd05d1d77-3f78-467c-a7a2-2a140cce8a57'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1036.013126] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.013862] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "0dedc177-283b-46a9-bb50-8ac206dab956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.014094] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "0dedc177-283b-46a9-bb50-8ac206dab956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.015572] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df620d95-0fb4-471d-8d13-09fe263e316a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.032733] env[62679]: DEBUG oslo_vmware.api [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412814, 'name': PowerOffVM_Task, 'duration_secs': 0.267609} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.034569] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.034738] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.037239] env[62679]: INFO nova.compute.manager [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Took 24.32 seconds to build instance. [ 1036.038583] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-219b1cb2-52ae-4e8f-85d7-59b3325d2fc6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.039890] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.040309] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b7962a9-6b3c-4972-ae9b-736c8ef7d349 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.072426] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.120706] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.120706] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.120879] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleting the datastore file [datastore1] 608cb387-f460-4ee0-be53-08421954cef8 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.123587] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78871c53-1775-448a-8fb0-343b60effaa1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.130086] env[62679]: DEBUG oslo_vmware.api [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1036.130086] env[62679]: value = "task-2412817" [ 1036.130086] env[62679]: _type = "Task" [ 1036.130086] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.137947] env[62679]: DEBUG oslo_vmware.api [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.142118] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.142369] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.142574] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Deleting the datastore file [datastore2] 060d93bc-811b-4a0e-a30e-3fac1a51eeef {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.142835] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87fe2b94-f265-445a-a726-e110f696bc3f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.148490] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for the task: (returnval){ [ 1036.148490] env[62679]: value = "task-2412818" [ 1036.148490] env[62679]: _type = "Task" [ 1036.148490] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.159143] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.187895] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca589a6d-a43a-4185-aa01-76e5742fe34d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.198867] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c475867a-9358-402f-aee8-07bf068577a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.238204] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0980db10-01fa-4765-b5ed-32c242d90be2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.246179] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852ef412-5ef3-46c2-8b45-30c7f196f1c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.260232] env[62679]: DEBUG nova.compute.provider_tree [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.300459] env[62679]: DEBUG nova.network.neutron [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.403053] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52599783-81ff-c380-6c54-e64b8d1e4526, 'name': SearchDatastore_Task, 'duration_secs': 0.015008} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.403409] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.403497] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 1f3baea2-cd04-4e64-8532-24805270cd7d/1f3baea2-cd04-4e64-8532-24805270cd7d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.403749] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a6338a-ffd1-4c1e-b662-631861430d58 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.412450] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1036.412450] env[62679]: value = "task-2412819" [ 1036.412450] env[62679]: _type = "Task" [ 1036.412450] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.420169] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.492299] env[62679]: WARNING nova.network.neutron [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] f8863949-b94c-47fd-be3c-eec195347d2f already exists in list: networks containing: ['f8863949-b94c-47fd-be3c-eec195347d2f']. ignoring it [ 1036.492538] env[62679]: WARNING nova.network.neutron [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] f8863949-b94c-47fd-be3c-eec195347d2f already exists in list: networks containing: ['f8863949-b94c-47fd-be3c-eec195347d2f']. ignoring it [ 1036.519115] env[62679]: DEBUG nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.541041] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a151b8fc-251a-4741-93b9-23b7be581ca4 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.830s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.642167] env[62679]: DEBUG oslo_vmware.api [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350543} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.642434] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.642610] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.642785] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.643097] env[62679]: INFO nova.compute.manager [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1036.643270] env[62679]: DEBUG oslo.service.loopingcall [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.643467] env[62679]: DEBUG nova.compute.manager [-] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.643559] env[62679]: DEBUG nova.network.neutron [-] [instance: 608cb387-f460-4ee0-be53-08421954cef8] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.657798] env[62679]: DEBUG oslo_vmware.api [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Task: {'id': task-2412818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.658055] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.658245] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.658425] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.721184] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1036.721627] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff98fa3c-64d0-4a7b-ae5f-db4d5e06a16e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.733974] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bebbba6-2c57-4903-a78f-3cb8276fe0fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.768331] env[62679]: DEBUG nova.scheduler.client.report [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.772983] env[62679]: ERROR nova.compute.manager [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Failed to detach volume d05d1d77-3f78-467c-a7a2-2a140cce8a57 from /dev/sda: nova.exception.InstanceNotFound: Instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef could not be found. [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Traceback (most recent call last): [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self.driver.rebuild(**kwargs) [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] raise NotImplementedError() [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] NotImplementedError [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] During handling of the above exception, another exception occurred: [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Traceback (most recent call last): [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self.driver.detach_volume(context, old_connection_info, [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] return self._volumeops.detach_volume(connection_info, instance) [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self._detach_volume_vmdk(connection_info, instance) [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] stable_ref.fetch_moref(session) [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] nova.exception.InstanceNotFound: Instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef could not be found. [ 1036.772983] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1036.803093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.866527] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.866786] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.866995] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.867214] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.867418] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.872462] env[62679]: INFO nova.compute.manager [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Terminating instance [ 1036.923972] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412819, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.953639] env[62679]: DEBUG nova.compute.utils [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Build of instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef aborted: Failed to rebuild volume backed instance. {{(pid=62679) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1036.955895] env[62679]: ERROR nova.compute.manager [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef aborted: Failed to rebuild volume backed instance. [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Traceback (most recent call last): [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self.driver.rebuild(**kwargs) [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] raise NotImplementedError() [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] NotImplementedError [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] During handling of the above exception, another exception occurred: [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Traceback (most recent call last): [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self._detach_root_volume(context, instance, root_bdm) [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] with excutils.save_and_reraise_exception(): [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self.force_reraise() [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] raise self.value [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self.driver.detach_volume(context, old_connection_info, [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] return self._volumeops.detach_volume(connection_info, instance) [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self._detach_volume_vmdk(connection_info, instance) [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] stable_ref.fetch_moref(session) [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] nova.exception.InstanceNotFound: Instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef could not be found. [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] During handling of the above exception, another exception occurred: [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Traceback (most recent call last): [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 11389, in _error_out_instance_on_exception [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] yield [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1036.955895] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self._do_rebuild_instance_with_claim( [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self._do_rebuild_instance( [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self._rebuild_default_impl(**kwargs) [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] self._rebuild_volume_backed_instance( [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] raise exception.BuildAbortException( [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] nova.exception.BuildAbortException: Build of instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef aborted: Failed to rebuild volume backed instance. [ 1036.957154] env[62679]: ERROR nova.compute.manager [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] [ 1037.039065] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.276659] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.277218] env[62679]: DEBUG nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.279948] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.208s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.281459] env[62679]: INFO nova.compute.claims [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.381021] env[62679]: DEBUG nova.compute.manager [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.381285] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.382577] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826c4b7-505b-4fb8-93f7-6b867fd53a87 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.389842] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.390070] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fef4dabe-fac8-425d-8917-981cc94c7ce4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.396014] env[62679]: DEBUG oslo_vmware.api [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1037.396014] env[62679]: value = "task-2412820" [ 1037.396014] env[62679]: _type = "Task" [ 1037.396014] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.403380] env[62679]: DEBUG oslo_vmware.api [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.429277] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741453} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.429910] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 1f3baea2-cd04-4e64-8532-24805270cd7d/1f3baea2-cd04-4e64-8532-24805270cd7d.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.429910] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.430268] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df80dc83-4f74-44d8-83bd-d426175f0d2f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.441028] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1037.441028] env[62679]: value = "task-2412821" [ 1037.441028] env[62679]: _type = "Task" [ 1037.441028] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.449884] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.526259] env[62679]: DEBUG nova.compute.manager [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-vif-plugged-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1037.526259] env[62679]: DEBUG oslo_concurrency.lockutils [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.526414] env[62679]: DEBUG oslo_concurrency.lockutils [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.526723] env[62679]: DEBUG oslo_concurrency.lockutils [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.526812] env[62679]: DEBUG nova.compute.manager [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] No waiting events found dispatching network-vif-plugged-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.526945] env[62679]: WARNING nova.compute.manager [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received unexpected event network-vif-plugged-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 for instance with vm_state active and task_state None. [ 1037.527111] env[62679]: DEBUG nova.compute.manager [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-changed-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1037.527272] env[62679]: DEBUG nova.compute.manager [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing instance network info cache due to event network-changed-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1037.527445] env[62679]: DEBUG oslo_concurrency.lockutils [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.635302] env[62679]: DEBUG nova.network.neutron [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "address": "fa:16:3e:b7:b4:1c", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b265ca-62", "ovs_interfaceid": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f8b1b3d-d6b3-4721-a3de-17c73c655fc9", "address": "fa:16:3e:4a:d6:0f", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8b1b3d-d6", "ovs_interfaceid": "4f8b1b3d-d6b3-4721-a3de-17c73c655fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.785236] env[62679]: DEBUG nova.compute.utils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1037.788726] env[62679]: DEBUG nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.788726] env[62679]: DEBUG nova.network.neutron [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.841388] env[62679]: DEBUG nova.policy [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4d3cdf70c6a4061afd4aed605b87cb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23b538d1ceb14031962b09b000370da6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.854791] env[62679]: DEBUG nova.network.neutron [-] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.905845] env[62679]: DEBUG oslo_vmware.api [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412820, 'name': PowerOffVM_Task, 'duration_secs': 0.247356} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.906207] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.906402] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.906660] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e32ee3b-a29b-4f9b-b6d8-bb77526860c9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.950482] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088172} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.950883] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.951629] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2097a48-20a8-4ff9-944b-2932f5525d5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.974076] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 1f3baea2-cd04-4e64-8532-24805270cd7d/1f3baea2-cd04-4e64-8532-24805270cd7d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.975751] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041f5e1d-bddd-4e89-a04d-eabd72d94517 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.993720] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.993720] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.993915] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleting the datastore file [datastore2] aa9d0acc-c1a7-425c-bb48-7d57895b27a1 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.998216] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed2f3a1-ec99-485e-853d-36bdd4ab472c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.004893] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1038.004893] env[62679]: value = "task-2412823" [ 1038.004893] env[62679]: _type = "Task" [ 1038.004893] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.009508] env[62679]: DEBUG oslo_vmware.api [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1038.009508] env[62679]: value = "task-2412824" [ 1038.009508] env[62679]: _type = "Task" [ 1038.009508] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.015843] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.020664] env[62679]: DEBUG oslo_vmware.api [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.139718] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.140539] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.140733] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.141065] env[62679]: DEBUG oslo_concurrency.lockutils [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.141468] env[62679]: DEBUG nova.network.neutron [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Refreshing network info cache for port 4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.146465] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8263bd1-1aaa-4c4f-9b75-f6c3fdbfdde3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.167289] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.167667] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.167817] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.168054] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.168285] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.168479] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.168735] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.169348] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.169348] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.169477] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.169701] env[62679]: DEBUG nova.virt.hardware [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.177044] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfiguring VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1038.177838] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e781a0fd-1bdc-47a4-b18c-53e6f0dd8903 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.195734] env[62679]: DEBUG oslo_vmware.api [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1038.195734] env[62679]: value = "task-2412825" [ 1038.195734] env[62679]: _type = "Task" [ 1038.195734] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.203933] env[62679]: DEBUG oslo_vmware.api [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412825, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.285187] env[62679]: DEBUG nova.network.neutron [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Successfully created port: 8ee397a5-9f22-4e64-9ba9-994adc6ca27c {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.289207] env[62679]: DEBUG nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.320022] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8011f685-5b00-4e76-97d6-f06971dd6704 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.340709] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance '9bfa235a-bc83-4505-aaff-08f56378594a' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.359683] env[62679]: INFO nova.compute.manager [-] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Took 1.72 seconds to deallocate network for instance. [ 1038.521405] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412823, 'name': ReconfigVM_Task, 'duration_secs': 0.290974} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.524392] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 1f3baea2-cd04-4e64-8532-24805270cd7d/1f3baea2-cd04-4e64-8532-24805270cd7d.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.524392] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-839a992a-10b3-4dc2-b0d8-0ed4e2a87ca3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.534500] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc27086c-3a82-40bf-8868-d91e0bda1462 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.542214] env[62679]: DEBUG oslo_vmware.api [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158183} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.542535] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1038.542535] env[62679]: value = "task-2412826" [ 1038.542535] env[62679]: _type = "Task" [ 1038.542535] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.543112] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.543311] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.543493] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.543666] env[62679]: INFO nova.compute.manager [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1038.544078] env[62679]: DEBUG oslo.service.loopingcall [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.545959] env[62679]: DEBUG nova.compute.manager [-] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.546076] env[62679]: DEBUG nova.network.neutron [-] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.552081] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd85a1a-5466-425f-b90e-d033dbfcdf31 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.561490] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412826, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.592825] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dda90f-68a4-4c8a-9ff8-a638e9f17984 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.601794] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b54b9-468f-474e-9b67-e6f762986da5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.617405] env[62679]: DEBUG nova.compute.provider_tree [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.709882] env[62679]: DEBUG oslo_vmware.api [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.850109] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.850477] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b47c6e96-45a2-4b6a-9872-4815830cf0e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.858420] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1038.858420] env[62679]: value = "task-2412827" [ 1038.858420] env[62679]: _type = "Task" [ 1038.858420] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.866982] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.867773] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.001282] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.054010] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412826, 'name': Rename_Task, 'duration_secs': 0.138282} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.054476] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.054993] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86e5e15f-4209-46e9-bb7e-1a1899053052 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.062268] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1039.062268] env[62679]: value = "task-2412828" [ 1039.062268] env[62679]: _type = "Task" [ 1039.062268] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.071888] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.122624] env[62679]: DEBUG nova.scheduler.client.report [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.138145] env[62679]: DEBUG nova.network.neutron [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updated VIF entry in instance network info cache for port 4f8b1b3d-d6b3-4721-a3de-17c73c655fc9. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.138438] env[62679]: DEBUG nova.network.neutron [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "address": "fa:16:3e:b7:b4:1c", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4b265ca-62", "ovs_interfaceid": "b4b265ca-62d5-4f7c-b3c4-57dcacd01a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f8b1b3d-d6b3-4721-a3de-17c73c655fc9", "address": "fa:16:3e:4a:d6:0f", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8b1b3d-d6", "ovs_interfaceid": "4f8b1b3d-d6b3-4721-a3de-17c73c655fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.213489] env[62679]: DEBUG oslo_vmware.api [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.301092] env[62679]: DEBUG nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.325086] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.325272] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.325430] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.325673] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.325859] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.326046] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.326257] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.326415] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.326582] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.326749] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.326931] env[62679]: DEBUG nova.virt.hardware [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.327832] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a94bffe-b519-442a-a38f-ddb7fb6d031d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.336523] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa4b87-06c6-45eb-92c4-62f3c217c0e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.368287] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1039.368530] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance '9bfa235a-bc83-4505-aaff-08f56378594a' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.572571] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412828, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.591055] env[62679]: DEBUG nova.network.neutron [-] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.601044] env[62679]: DEBUG nova.compute.manager [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Received event network-changed-98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1039.601044] env[62679]: DEBUG nova.compute.manager [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Refreshing instance network info cache due to event network-changed-98f51ef1-c669-42b2-b457-07dbbda5b9bb. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1039.601044] env[62679]: DEBUG oslo_concurrency.lockutils [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] Acquiring lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.601044] env[62679]: DEBUG oslo_concurrency.lockutils [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] Acquired lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.601044] env[62679]: DEBUG nova.network.neutron [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Refreshing network info cache for port 98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.629622] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.630112] env[62679]: DEBUG nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.632434] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.594s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.633771] env[62679]: INFO nova.compute.claims [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.640585] env[62679]: DEBUG oslo_concurrency.lockutils [req-f59db204-df49-4791-a147-9ac4df0e9cfa req-f7ab3396-0c03-4465-a993-88d073b6c960 service nova] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.707088] env[62679]: DEBUG oslo_vmware.api [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412825, 'name': ReconfigVM_Task, 'duration_secs': 1.066297} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.707579] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.707802] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfigured VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1039.875585] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.876349] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.876349] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.876349] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.876349] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.876791] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.876791] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.876898] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.877077] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.877260] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.877436] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.882565] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36da2d08-fd93-49c0-b160-f3bef0af2767 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.899057] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1039.899057] env[62679]: value = "task-2412830" [ 1039.899057] env[62679]: _type = "Task" [ 1039.899057] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.907453] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.946259] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquiring lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.946532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.946754] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquiring lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.946937] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.947131] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.950090] env[62679]: INFO nova.compute.manager [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Terminating instance [ 1040.074827] env[62679]: DEBUG oslo_vmware.api [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412828, 'name': PowerOnVM_Task, 'duration_secs': 0.513} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.076506] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.076506] env[62679]: INFO nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1040.076506] env[62679]: DEBUG nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.079016] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e814a280-677f-463f-87bb-02404b83ac11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.093393] env[62679]: INFO nova.compute.manager [-] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Took 1.55 seconds to deallocate network for instance. [ 1040.140024] env[62679]: DEBUG nova.compute.utils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1040.140866] env[62679]: DEBUG nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.141414] env[62679]: DEBUG nova.network.neutron [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.212778] env[62679]: DEBUG oslo_concurrency.lockutils [None req-65bf9ef8-2a27-4a14-adfa-b072083ce8f6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.031s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.255383] env[62679]: DEBUG nova.network.neutron [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Successfully updated port: 8ee397a5-9f22-4e64-9ba9-994adc6ca27c {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.266121] env[62679]: DEBUG nova.policy [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4f456961e564ff686361e595d3451a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854b56365dcb43ac9e350776f55d2528', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.411682] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412830, 'name': ReconfigVM_Task, 'duration_secs': 0.308323} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.412222] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance '9bfa235a-bc83-4505-aaff-08f56378594a' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.456226] env[62679]: DEBUG nova.compute.manager [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.456226] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-776aacf2-357d-4c0e-8b0c-f56632bc96d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.467907] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a43fbb-d47c-4966-93ad-40350d170f07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.502022] env[62679]: WARNING nova.virt.vmwareapi.driver [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef could not be found. [ 1040.502022] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.502402] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-208ae0ef-95e1-48e0-bd0f-a73978a57b6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.511226] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7900f685-415a-4db9-96b4-63f4f4362279 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.551029] env[62679]: WARNING nova.virt.vmwareapi.vmops [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 060d93bc-811b-4a0e-a30e-3fac1a51eeef could not be found. [ 1040.551029] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.551029] env[62679]: INFO nova.compute.manager [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1040.551029] env[62679]: DEBUG oslo.service.loopingcall [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.553280] env[62679]: DEBUG nova.compute.manager [-] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.553502] env[62679]: DEBUG nova.network.neutron [-] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.601537] env[62679]: INFO nova.compute.manager [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Took 19.27 seconds to build instance. [ 1040.601537] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.647718] env[62679]: DEBUG nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.667573] env[62679]: DEBUG nova.network.neutron [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updated VIF entry in instance network info cache for port 98f51ef1-c669-42b2-b457-07dbbda5b9bb. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.667573] env[62679]: DEBUG nova.network.neutron [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updating instance_info_cache with network_info: [{"id": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "address": "fa:16:3e:4b:5a:2a", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f51ef1-c6", "ovs_interfaceid": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.756656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "refresh_cache-226ae28d-6d15-4130-82c5-018a056b02af" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.756848] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquired lock "refresh_cache-226ae28d-6d15-4130-82c5-018a056b02af" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757043] env[62679]: DEBUG nova.network.neutron [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.854838] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b31be14-95ab-461c-82c2-0098034ca551 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.863301] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d2c91-d9c6-4389-be60-9247718bda7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.898483] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd933c-7a20-4798-a463-4de48137ffe6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.906993] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1d569-00e9-4a4e-bbc3-f1b15d630a94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.924165] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.924165] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.924165] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.924165] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.924165] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.924679] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.924679] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.927484] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.927484] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.927484] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.927484] env[62679]: DEBUG nova.virt.hardware [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.931148] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.931859] env[62679]: DEBUG nova.compute.provider_tree [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.935332] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f55f0b-2d86-413e-85c2-fd4e52642f27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.951807] env[62679]: DEBUG nova.scheduler.client.report [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.955650] env[62679]: DEBUG nova.network.neutron [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Successfully created port: 1879cf93-d898-4407-a614-dab92b3fdc52 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.963460] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1040.963460] env[62679]: value = "task-2412831" [ 1040.963460] env[62679]: _type = "Task" [ 1040.963460] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.973054] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.102893] env[62679]: DEBUG oslo_concurrency.lockutils [None req-158fd5ee-234f-4904-aaf3-4d219e5be7d7 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.784s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.170649] env[62679]: DEBUG oslo_concurrency.lockutils [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] Releasing lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.170971] env[62679]: DEBUG nova.compute.manager [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Received event network-vif-deleted-c14850a7-0c87-4866-9255-3f3f8c295274 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1041.171036] env[62679]: DEBUG nova.compute.manager [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Received event network-vif-deleted-34daf20e-00ae-41ca-a351-b3b2f53779d6 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1041.171222] env[62679]: INFO nova.compute.manager [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Neutron deleted interface 34daf20e-00ae-41ca-a351-b3b2f53779d6; detaching it from the instance and deleting it from the info cache [ 1041.171444] env[62679]: DEBUG nova.network.neutron [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.356408] env[62679]: DEBUG nova.network.neutron [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.458784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.826s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.459569] env[62679]: DEBUG nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.464439] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.598s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.464657] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.471100] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.470s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.487392] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412831, 'name': ReconfigVM_Task, 'duration_secs': 0.193459} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.487702] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.488598] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c3e7a-a53a-45f9-a67b-66864670e348 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.511392] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9bfa235a-bc83-4505-aaff-08f56378594a/9bfa235a-bc83-4505-aaff-08f56378594a.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.515482] env[62679]: INFO nova.scheduler.client.report [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted allocations for instance 608cb387-f460-4ee0-be53-08421954cef8 [ 1041.517020] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f57784-4aa5-4ec6-9962-4c2ee3c8dbc0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.545030] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1041.545030] env[62679]: value = "task-2412832" [ 1041.545030] env[62679]: _type = "Task" [ 1041.545030] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.556624] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.658194] env[62679]: DEBUG nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.674132] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c719230d-6a48-447e-ae52-ad56ad951eba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.683915] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f102eb6-c9f4-4769-8e25-3539301b7e5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.717391] env[62679]: DEBUG nova.compute.manager [req-cbacc651-0a30-4f2f-ba36-b97f755bd9d6 req-6118292a-cdc4-4af0-a0eb-485a8b8902d7 service nova] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Detach interface failed, port_id=34daf20e-00ae-41ca-a351-b3b2f53779d6, reason: Instance aa9d0acc-c1a7-425c-bb48-7d57895b27a1 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1041.723403] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.723815] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.724028] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.724240] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.724370] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.724514] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.724921] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.725185] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.725266] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.725422] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.725589] env[62679]: DEBUG nova.virt.hardware [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.726755] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b5d7cd-3fdf-4a0e-b626-34e2ca6b8d07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.736777] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f574645-cb7f-4c50-b9df-58c3644075c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.785838] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32d8b8-febb-486f-bd54-9a95aeb79bf2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.795467] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae707cd6-7220-417a-a37e-5e999c8cf4d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.836806] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3166539-f85a-4dae-b954-5542be12492b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.849940] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979092ff-f3ca-411b-b7f7-3e83a7c6fd3d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.868955] env[62679]: DEBUG nova.compute.provider_tree [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.965909] env[62679]: DEBUG nova.compute.utils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.967549] env[62679]: DEBUG nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.967676] env[62679]: DEBUG nova.network.neutron [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.043026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-580fe77c-8836-46fd-b0c7-a8d0a46474e4 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "608cb387-f460-4ee0-be53-08421954cef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.083s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.054894] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412832, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.092871] env[62679]: DEBUG nova.network.neutron [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Updating instance_info_cache with network_info: [{"id": "8ee397a5-9f22-4e64-9ba9-994adc6ca27c", "address": "fa:16:3e:be:78:33", "network": {"id": "b58200bc-7e2d-4238-8a97-b2ec21ba7d11", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1930391314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b538d1ceb14031962b09b000370da6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee397a5-9f", "ovs_interfaceid": "8ee397a5-9f22-4e64-9ba9-994adc6ca27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.142817] env[62679]: DEBUG nova.network.neutron [-] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.162772] env[62679]: DEBUG nova.compute.manager [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Received event network-vif-plugged-8ee397a5-9f22-4e64-9ba9-994adc6ca27c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1042.162772] env[62679]: DEBUG oslo_concurrency.lockutils [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] Acquiring lock "226ae28d-6d15-4130-82c5-018a056b02af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.162856] env[62679]: DEBUG oslo_concurrency.lockutils [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] Lock "226ae28d-6d15-4130-82c5-018a056b02af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.162996] env[62679]: DEBUG oslo_concurrency.lockutils [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] Lock "226ae28d-6d15-4130-82c5-018a056b02af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.163187] env[62679]: DEBUG nova.compute.manager [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] No waiting events found dispatching network-vif-plugged-8ee397a5-9f22-4e64-9ba9-994adc6ca27c {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.163336] env[62679]: WARNING nova.compute.manager [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Received unexpected event network-vif-plugged-8ee397a5-9f22-4e64-9ba9-994adc6ca27c for instance with vm_state building and task_state spawning. [ 1042.163496] env[62679]: DEBUG nova.compute.manager [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Received event network-changed-8ee397a5-9f22-4e64-9ba9-994adc6ca27c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1042.163647] env[62679]: DEBUG nova.compute.manager [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Refreshing instance network info cache due to event network-changed-8ee397a5-9f22-4e64-9ba9-994adc6ca27c. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1042.163815] env[62679]: DEBUG oslo_concurrency.lockutils [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] Acquiring lock "refresh_cache-226ae28d-6d15-4130-82c5-018a056b02af" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.165960] env[62679]: DEBUG nova.policy [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78d3eaa0d6e5414fb99f8610f4268dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eda8bc0c643746308f40495098e5cf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.373968] env[62679]: DEBUG nova.scheduler.client.report [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.472118] env[62679]: DEBUG nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.566846] env[62679]: DEBUG oslo_vmware.api [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412832, 'name': ReconfigVM_Task, 'duration_secs': 0.530683} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.566846] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9bfa235a-bc83-4505-aaff-08f56378594a/9bfa235a-bc83-4505-aaff-08f56378594a.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.566846] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance '9bfa235a-bc83-4505-aaff-08f56378594a' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.595868] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Releasing lock "refresh_cache-226ae28d-6d15-4130-82c5-018a056b02af" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.597228] env[62679]: DEBUG nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Instance network_info: |[{"id": "8ee397a5-9f22-4e64-9ba9-994adc6ca27c", "address": "fa:16:3e:be:78:33", "network": {"id": "b58200bc-7e2d-4238-8a97-b2ec21ba7d11", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1930391314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b538d1ceb14031962b09b000370da6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee397a5-9f", "ovs_interfaceid": "8ee397a5-9f22-4e64-9ba9-994adc6ca27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.597228] env[62679]: DEBUG oslo_concurrency.lockutils [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] Acquired lock "refresh_cache-226ae28d-6d15-4130-82c5-018a056b02af" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.597628] env[62679]: DEBUG nova.network.neutron [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Refreshing network info cache for port 8ee397a5-9f22-4e64-9ba9-994adc6ca27c {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.602020] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:78:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ee397a5-9f22-4e64-9ba9-994adc6ca27c', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.607488] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Creating folder: Project (23b538d1ceb14031962b09b000370da6). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.608130] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef3bbd75-8992-4e12-8ce5-1f037303449e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.621338] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Created folder: Project (23b538d1ceb14031962b09b000370da6) in parent group-v488891. [ 1042.621472] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Creating folder: Instances. Parent ref: group-v489182. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.621642] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adec5239-11f5-4f67-b3a6-5bd81c7c4e0d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.631406] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Created folder: Instances in parent group-v489182. [ 1042.631620] env[62679]: DEBUG oslo.service.loopingcall [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.631812] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.632031] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-700fc5d4-45c4-4e2a-8e60-3afefd2db19e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.647233] env[62679]: INFO nova.compute.manager [-] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Took 2.09 seconds to deallocate network for instance. [ 1042.655049] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.655049] env[62679]: value = "task-2412836" [ 1042.655049] env[62679]: _type = "Task" [ 1042.655049] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.671116] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412836, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.687111] env[62679]: DEBUG nova.network.neutron [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Successfully created port: 2651d5e2-6b2e-4419-9bad-bce365cfb78b {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.885023] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.411s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.885023] env[62679]: INFO nova.compute.manager [None req-a1b48e0d-80fb-4f84-abf2-453322f5d063 tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Successfully reverted task state from rebuilding on failure for instance. [ 1042.890917] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.289s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.891322] env[62679]: DEBUG nova.objects.instance [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lazy-loading 'resources' on Instance uuid aa9d0acc-c1a7-425c-bb48-7d57895b27a1 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.063137] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.063137] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.075048] env[62679]: DEBUG nova.compute.manager [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Received event network-changed-1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1043.075429] env[62679]: DEBUG nova.compute.manager [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Refreshing instance network info cache due to event network-changed-1001e301-c3df-4ec2-96c8-96bf82b03c50. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1043.075802] env[62679]: DEBUG oslo_concurrency.lockutils [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] Acquiring lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.076233] env[62679]: DEBUG oslo_concurrency.lockutils [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] Acquired lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.076543] env[62679]: DEBUG nova.network.neutron [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Refreshing network info cache for port 1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.079527] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29693080-beed-436f-8b2e-4b1cf4122b50 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.106293] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771cd3b2-ca53-4329-82d0-a515ff8f74de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.131350] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance '9bfa235a-bc83-4505-aaff-08f56378594a' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.167323] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412836, 'name': CreateVM_Task, 'duration_secs': 0.407392} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.167323] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.168021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.168021] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.168757] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.168909] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e0e42f-e049-48cb-8172-e33b8691e075 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.177191] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1043.177191] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5205d7c8-a08f-b036-6755-cc5d83707313" [ 1043.177191] env[62679]: _type = "Task" [ 1043.177191] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.186273] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5205d7c8-a08f-b036-6755-cc5d83707313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.201833] env[62679]: INFO nova.compute.manager [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Took 0.55 seconds to detach 1 volumes for instance. [ 1043.203983] env[62679]: DEBUG nova.compute.manager [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Deleting volume: d05d1d77-3f78-467c-a7a2-2a140cce8a57 {{(pid=62679) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1043.492585] env[62679]: DEBUG nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.529646] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.529929] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.530111] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.530860] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.530860] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.530860] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.530860] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.531093] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.533229] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.533229] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.533229] env[62679]: DEBUG nova.virt.hardware [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.533229] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6bcee-7f70-40fe-a972-181193d5ae42 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.544748] env[62679]: DEBUG nova.network.neutron [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Successfully updated port: 1879cf93-d898-4407-a614-dab92b3fdc52 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.549433] env[62679]: DEBUG nova.network.neutron [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Updated VIF entry in instance network info cache for port 8ee397a5-9f22-4e64-9ba9-994adc6ca27c. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.549763] env[62679]: DEBUG nova.network.neutron [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Updating instance_info_cache with network_info: [{"id": "8ee397a5-9f22-4e64-9ba9-994adc6ca27c", "address": "fa:16:3e:be:78:33", "network": {"id": "b58200bc-7e2d-4238-8a97-b2ec21ba7d11", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1930391314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23b538d1ceb14031962b09b000370da6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee397a5-9f", "ovs_interfaceid": "8ee397a5-9f22-4e64-9ba9-994adc6ca27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.553751] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e724b-8e5a-44db-8049-ab2aeedaf3fc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.564807] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.564997] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.566925] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93673d8f-5ddb-4bf2-af09-d0e560b51085 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.603209] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f044d0-a035-41c1-8f42-a3c12870721d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.637388] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfiguring VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1043.646578] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023ce23a-0cb1-470c-8a22-297a5c3d3a4f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.665169] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1043.665169] env[62679]: value = "task-2412838" [ 1043.665169] env[62679]: _type = "Task" [ 1043.665169] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.674556] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.687504] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5205d7c8-a08f-b036-6755-cc5d83707313, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.687865] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.688183] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.688457] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.688634] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.688834] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.689115] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18635ef5-36c9-4d34-b8d1-824dd340f62e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.699515] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.699719] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.703271] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34b5148-ace4-4de5-9807-c5aa7521fac5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.709291] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1043.709291] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240ec25-ee59-7857-ce91-b72abe1e8761" [ 1043.709291] env[62679]: _type = "Task" [ 1043.709291] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.717245] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240ec25-ee59-7857-ce91-b72abe1e8761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.726757] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be31162-1ea2-4647-b982-8ca331662d53 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.734450] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcec120-1d71-489f-8375-5f8f1b5c5269 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.768179] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.768179] env[62679]: DEBUG nova.network.neutron [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Port 132c190b-0bd8-4f8f-9f91-90b79aef80d9 binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.768179] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02252e4-6be7-4376-b23e-5b7fd1ad7857 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.777550] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a8d65-3752-44cf-b6c7-783c41fd3cc5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.791819] env[62679]: DEBUG nova.compute.provider_tree [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.940065] env[62679]: DEBUG nova.network.neutron [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Updated VIF entry in instance network info cache for port 1001e301-c3df-4ec2-96c8-96bf82b03c50. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.940471] env[62679]: DEBUG nova.network.neutron [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Updating instance_info_cache with network_info: [{"id": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "address": "fa:16:3e:9c:cc:91", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1001e301-c3", "ovs_interfaceid": "1001e301-c3df-4ec2-96c8-96bf82b03c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.052370] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "refresh_cache-d0f8703e-c927-40b8-81fd-5c69383d5ea3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.052571] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquired lock "refresh_cache-d0f8703e-c927-40b8-81fd-5c69383d5ea3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.052749] env[62679]: DEBUG nova.network.neutron [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.064438] env[62679]: DEBUG oslo_concurrency.lockutils [req-abf3e854-3008-4ccc-8b25-f37e2c1d426e req-14867bb7-138b-4c8a-97b9-1a25672b3304 service nova] Releasing lock "refresh_cache-226ae28d-6d15-4130-82c5-018a056b02af" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.176914] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.192309] env[62679]: DEBUG nova.compute.manager [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Received event network-vif-deleted-c329b574-2176-4b22-9f79-d2b06db74796 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1044.192574] env[62679]: DEBUG nova.compute.manager [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Received event network-vif-plugged-1879cf93-d898-4407-a614-dab92b3fdc52 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1044.192781] env[62679]: DEBUG oslo_concurrency.lockutils [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] Acquiring lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.192980] env[62679]: DEBUG oslo_concurrency.lockutils [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.193236] env[62679]: DEBUG oslo_concurrency.lockutils [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.193436] env[62679]: DEBUG nova.compute.manager [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] No waiting events found dispatching network-vif-plugged-1879cf93-d898-4407-a614-dab92b3fdc52 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.193646] env[62679]: WARNING nova.compute.manager [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Received unexpected event network-vif-plugged-1879cf93-d898-4407-a614-dab92b3fdc52 for instance with vm_state building and task_state spawning. [ 1044.193838] env[62679]: DEBUG nova.compute.manager [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Received event network-changed-1879cf93-d898-4407-a614-dab92b3fdc52 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1044.194035] env[62679]: DEBUG nova.compute.manager [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Refreshing instance network info cache due to event network-changed-1879cf93-d898-4407-a614-dab92b3fdc52. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1044.194249] env[62679]: DEBUG oslo_concurrency.lockutils [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] Acquiring lock "refresh_cache-d0f8703e-c927-40b8-81fd-5c69383d5ea3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.220172] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5240ec25-ee59-7857-ce91-b72abe1e8761, 'name': SearchDatastore_Task, 'duration_secs': 0.021723} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.220991] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8a1c81-b419-463e-b6ea-e1fe87dedaf5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.226982] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1044.226982] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52caec3e-246c-bed8-b13e-d931d53bff89" [ 1044.226982] env[62679]: _type = "Task" [ 1044.226982] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.234934] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52caec3e-246c-bed8-b13e-d931d53bff89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.294905] env[62679]: DEBUG nova.scheduler.client.report [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.442899] env[62679]: DEBUG oslo_concurrency.lockutils [req-6b9de1c0-d971-46e5-b6df-04b66809ee0d req-26a41cf7-475a-4b7f-9475-7989d678d9d5 service nova] Releasing lock "refresh_cache-1f3baea2-cd04-4e64-8532-24805270cd7d" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.523243] env[62679]: DEBUG nova.network.neutron [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Successfully updated port: 2651d5e2-6b2e-4419-9bad-bce365cfb78b {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.585021] env[62679]: DEBUG nova.network.neutron [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.677659] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.721752] env[62679]: DEBUG nova.network.neutron [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Updating instance_info_cache with network_info: [{"id": "1879cf93-d898-4407-a614-dab92b3fdc52", "address": "fa:16:3e:36:15:6a", "network": {"id": "d488ed58-4a39-4549-9294-490fd4de23ab", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-255413194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854b56365dcb43ac9e350776f55d2528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1879cf93-d8", "ovs_interfaceid": "1879cf93-d898-4407-a614-dab92b3fdc52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.737386] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52caec3e-246c-bed8-b13e-d931d53bff89, 'name': SearchDatastore_Task, 'duration_secs': 0.030783} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.738220] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.738562] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 226ae28d-6d15-4130-82c5-018a056b02af/226ae28d-6d15-4130-82c5-018a056b02af.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.738838] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c6b78c-ed09-4f8f-812b-5bb4c5902107 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.745222] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1044.745222] env[62679]: value = "task-2412840" [ 1044.745222] env[62679]: _type = "Task" [ 1044.745222] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.753520] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.789768] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.789768] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.789977] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.799505] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.802981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.038s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.802981] env[62679]: DEBUG nova.objects.instance [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lazy-loading 'resources' on Instance uuid 060d93bc-811b-4a0e-a30e-3fac1a51eeef {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.828217] env[62679]: INFO nova.scheduler.client.report [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleted allocations for instance aa9d0acc-c1a7-425c-bb48-7d57895b27a1 [ 1045.026607] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "refresh_cache-0dedc177-283b-46a9-bb50-8ac206dab956" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.026705] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "refresh_cache-0dedc177-283b-46a9-bb50-8ac206dab956" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.026830] env[62679]: DEBUG nova.network.neutron [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.178583] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.225507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Releasing lock "refresh_cache-d0f8703e-c927-40b8-81fd-5c69383d5ea3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.225949] env[62679]: DEBUG nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Instance network_info: |[{"id": "1879cf93-d898-4407-a614-dab92b3fdc52", "address": "fa:16:3e:36:15:6a", "network": {"id": "d488ed58-4a39-4549-9294-490fd4de23ab", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-255413194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854b56365dcb43ac9e350776f55d2528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1879cf93-d8", "ovs_interfaceid": "1879cf93-d898-4407-a614-dab92b3fdc52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.226340] env[62679]: DEBUG oslo_concurrency.lockutils [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] Acquired lock "refresh_cache-d0f8703e-c927-40b8-81fd-5c69383d5ea3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.226542] env[62679]: DEBUG nova.network.neutron [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Refreshing network info cache for port 1879cf93-d898-4407-a614-dab92b3fdc52 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.227949] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:15:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1879cf93-d898-4407-a614-dab92b3fdc52', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.236639] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Creating folder: Project (854b56365dcb43ac9e350776f55d2528). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.240342] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f50764b-3e2f-4e79-b2f0-1d445cfa44d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.252448] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Created folder: Project (854b56365dcb43ac9e350776f55d2528) in parent group-v488891. [ 1045.252623] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Creating folder: Instances. Parent ref: group-v489185. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.256102] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0855428d-eac1-4cf0-b923-4e3e640bbf02 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.258048] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.267552] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Created folder: Instances in parent group-v489185. [ 1045.267856] env[62679]: DEBUG oslo.service.loopingcall [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.268151] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.268413] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db857afc-56bc-4c76-be7b-359aceea80a2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.289498] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.289498] env[62679]: value = "task-2412843" [ 1045.289498] env[62679]: _type = "Task" [ 1045.289498] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.303780] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412843, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.337468] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f8b323fa-ad69-4449-9551-a66b6e7d52f2 tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "aa9d0acc-c1a7-425c-bb48-7d57895b27a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.470s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.518720] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bbcb52-a0a2-4ae2-a043-854b81879268 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.527820] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539238f1-6946-41c7-b407-d2e428463af8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.533958] env[62679]: DEBUG nova.network.neutron [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Updated VIF entry in instance network info cache for port 1879cf93-d898-4407-a614-dab92b3fdc52. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.534351] env[62679]: DEBUG nova.network.neutron [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Updating instance_info_cache with network_info: [{"id": "1879cf93-d898-4407-a614-dab92b3fdc52", "address": "fa:16:3e:36:15:6a", "network": {"id": "d488ed58-4a39-4549-9294-490fd4de23ab", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-255413194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854b56365dcb43ac9e350776f55d2528", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1879cf93-d8", "ovs_interfaceid": "1879cf93-d898-4407-a614-dab92b3fdc52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.564929] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243f006-45bb-478e-aad9-0c6998146c05 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.573350] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57883fea-0fdd-4943-a3b4-81a18d6dbb7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.579348] env[62679]: DEBUG nova.network.neutron [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.591710] env[62679]: DEBUG nova.compute.provider_tree [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.679662] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.755150] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833025} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.755463] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 226ae28d-6d15-4130-82c5-018a056b02af/226ae28d-6d15-4130-82c5-018a056b02af.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.755727] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.756034] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc399b73-62ef-4d32-8bde-978fca4a9060 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.759435] env[62679]: DEBUG nova.network.neutron [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Updating instance_info_cache with network_info: [{"id": "2651d5e2-6b2e-4419-9bad-bce365cfb78b", "address": "fa:16:3e:8b:63:2e", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2651d5e2-6b", "ovs_interfaceid": "2651d5e2-6b2e-4419-9bad-bce365cfb78b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.762995] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1045.762995] env[62679]: value = "task-2412844" [ 1045.762995] env[62679]: _type = "Task" [ 1045.762995] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.773033] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.803981] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412843, 'name': CreateVM_Task, 'duration_secs': 0.457355} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.804196] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.805117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.805287] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.805661] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.805910] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba37cc9-b77a-4ace-811c-8b43526d5bc4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.811453] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1045.811453] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e41a4c-bb0e-179f-b557-23fbe5c59056" [ 1045.811453] env[62679]: _type = "Task" [ 1045.811453] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.818976] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e41a4c-bb0e-179f-b557-23fbe5c59056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.831863] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.832055] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.832238] env[62679]: DEBUG nova.network.neutron [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.038701] env[62679]: DEBUG oslo_concurrency.lockutils [req-a8c3ab47-3429-40b9-adf6-2c8f6b14a683 req-d2213a15-88b7-47ac-b8b4-80ecf6e9b7e3 service nova] Releasing lock "refresh_cache-d0f8703e-c927-40b8-81fd-5c69383d5ea3" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.095062] env[62679]: DEBUG nova.scheduler.client.report [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.183980] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.219958] env[62679]: DEBUG nova.compute.manager [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Received event network-vif-plugged-2651d5e2-6b2e-4419-9bad-bce365cfb78b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1046.220232] env[62679]: DEBUG oslo_concurrency.lockutils [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] Acquiring lock "0dedc177-283b-46a9-bb50-8ac206dab956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.220394] env[62679]: DEBUG oslo_concurrency.lockutils [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] Lock "0dedc177-283b-46a9-bb50-8ac206dab956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.220624] env[62679]: DEBUG oslo_concurrency.lockutils [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] Lock "0dedc177-283b-46a9-bb50-8ac206dab956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.220783] env[62679]: DEBUG nova.compute.manager [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] No waiting events found dispatching network-vif-plugged-2651d5e2-6b2e-4419-9bad-bce365cfb78b {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.220962] env[62679]: WARNING nova.compute.manager [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Received unexpected event network-vif-plugged-2651d5e2-6b2e-4419-9bad-bce365cfb78b for instance with vm_state building and task_state spawning. [ 1046.221316] env[62679]: DEBUG nova.compute.manager [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Received event network-changed-2651d5e2-6b2e-4419-9bad-bce365cfb78b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1046.221492] env[62679]: DEBUG nova.compute.manager [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Refreshing instance network info cache due to event network-changed-2651d5e2-6b2e-4419-9bad-bce365cfb78b. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1046.221660] env[62679]: DEBUG oslo_concurrency.lockutils [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] Acquiring lock "refresh_cache-0dedc177-283b-46a9-bb50-8ac206dab956" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.263303] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "refresh_cache-0dedc177-283b-46a9-bb50-8ac206dab956" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.263555] env[62679]: DEBUG nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Instance network_info: |[{"id": "2651d5e2-6b2e-4419-9bad-bce365cfb78b", "address": "fa:16:3e:8b:63:2e", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2651d5e2-6b", "ovs_interfaceid": "2651d5e2-6b2e-4419-9bad-bce365cfb78b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.263928] env[62679]: DEBUG oslo_concurrency.lockutils [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] Acquired lock "refresh_cache-0dedc177-283b-46a9-bb50-8ac206dab956" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.264126] env[62679]: DEBUG nova.network.neutron [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Refreshing network info cache for port 2651d5e2-6b2e-4419-9bad-bce365cfb78b {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.266237] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:63:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2651d5e2-6b2e-4419-9bad-bce365cfb78b', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.274430] env[62679]: DEBUG oslo.service.loopingcall [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.278102] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.278570] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-087d3505-c1bd-4d2e-a4ae-ef555461a336 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.299539] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162572} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.300728] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.300985] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.300985] env[62679]: value = "task-2412846" [ 1046.300985] env[62679]: _type = "Task" [ 1046.300985] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.301658] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a53019e-5534-4fb2-9e80-9e64f8cd28cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.311253] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412846, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.329058] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 226ae28d-6d15-4130-82c5-018a056b02af/226ae28d-6d15-4130-82c5-018a056b02af.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.332497] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e195ea-2761-41a8-b510-284664641cac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.353999] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e41a4c-bb0e-179f-b557-23fbe5c59056, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.355210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.355445] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.355673] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.355820] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.356016] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.356302] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1046.356302] env[62679]: value = "task-2412847" [ 1046.356302] env[62679]: _type = "Task" [ 1046.356302] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.356484] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e8353bb-d18b-4615-89de-7ac144771f6b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.366615] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.369875] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.369978] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.370626] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fa9715-5676-4144-a650-a4d7175e4f76 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.375946] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1046.375946] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522e3eca-5805-0e94-398a-78712d2b842b" [ 1046.375946] env[62679]: _type = "Task" [ 1046.375946] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.385746] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522e3eca-5805-0e94-398a-78712d2b842b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.603445] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.610184] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.610482] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.610787] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.610896] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.611094] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.613319] env[62679]: INFO nova.compute.manager [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Terminating instance [ 1046.640706] env[62679]: DEBUG nova.network.neutron [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.682073] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "22ffb863-8091-4677-ac37-d84f6d7d7cac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.682440] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.682499] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "22ffb863-8091-4677-ac37-d84f6d7d7cac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.682677] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.682850] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.684793] env[62679]: INFO nova.compute.manager [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Terminating instance [ 1046.686539] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.816945] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412846, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.870088] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412847, 'name': ReconfigVM_Task, 'duration_secs': 0.288929} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.870410] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 226ae28d-6d15-4130-82c5-018a056b02af/226ae28d-6d15-4130-82c5-018a056b02af.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.871079] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0435ae84-41b1-4d04-a299-4d57bd1fc50c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.879212] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1046.879212] env[62679]: value = "task-2412848" [ 1046.879212] env[62679]: _type = "Task" [ 1046.879212] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.894200] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412848, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.894480] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522e3eca-5805-0e94-398a-78712d2b842b, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.897614] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5810e522-428e-4a9b-8b8d-16d94e544dd9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.904340] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1046.904340] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7c7be-0839-51f2-ed34-0cc47fceee96" [ 1046.904340] env[62679]: _type = "Task" [ 1046.904340] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.916141] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7c7be-0839-51f2-ed34-0cc47fceee96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.053103] env[62679]: DEBUG nova.network.neutron [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Updated VIF entry in instance network info cache for port 2651d5e2-6b2e-4419-9bad-bce365cfb78b. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.053487] env[62679]: DEBUG nova.network.neutron [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Updating instance_info_cache with network_info: [{"id": "2651d5e2-6b2e-4419-9bad-bce365cfb78b", "address": "fa:16:3e:8b:63:2e", "network": {"id": "6e41c3eb-84e7-4fcb-ac14-8e66b6c60720", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1106607313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eda8bc0c643746308f40495098e5cf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2651d5e2-6b", "ovs_interfaceid": "2651d5e2-6b2e-4419-9bad-bce365cfb78b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.119299] env[62679]: DEBUG nova.compute.manager [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.119630] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.120448] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e89f23a-efb4-4473-8b49-88565bf1bd53 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.126383] env[62679]: DEBUG oslo_concurrency.lockutils [None req-749ef7b8-7d51-450a-acbf-23308541fbae tempest-ServerActionsV293TestJSON-792801078 tempest-ServerActionsV293TestJSON-792801078-project-member] Lock "060d93bc-811b-4a0e-a30e-3fac1a51eeef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.180s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.133320] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.133534] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a31d17-f4a7-4470-b96e-36fbcc19fddb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.141512] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1047.141512] env[62679]: value = "task-2412849" [ 1047.141512] env[62679]: _type = "Task" [ 1047.141512] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.144922] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.156418] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.181650] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.190031] env[62679]: DEBUG nova.compute.manager [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.190031] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.190800] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab775553-ed4f-446a-bc48-be116a70bf5a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.198271] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.198589] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed33788e-33ee-4af8-b970-f2cac88f6c82 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.204983] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1047.204983] env[62679]: value = "task-2412850" [ 1047.204983] env[62679]: _type = "Task" [ 1047.204983] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.213210] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.218741] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.219309] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.219458] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 1047.219578] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Rebuilding the list of instances to heal {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10456}} [ 1047.315436] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412846, 'name': CreateVM_Task, 'duration_secs': 0.618333} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.315613] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.316261] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.316488] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.316855] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.317133] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f0738d-5707-4d67-96b7-41cb249a6859 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.321918] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1047.321918] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52421444-d620-c357-94a7-19ae136f1618" [ 1047.321918] env[62679]: _type = "Task" [ 1047.321918] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.330037] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52421444-d620-c357-94a7-19ae136f1618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.391688] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412848, 'name': Rename_Task, 'duration_secs': 0.181898} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.391971] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.392246] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ef4c919-bb8a-4942-bd33-2582bed76d07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.399158] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1047.399158] env[62679]: value = "task-2412851" [ 1047.399158] env[62679]: _type = "Task" [ 1047.399158] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.408365] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.418057] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f7c7be-0839-51f2-ed34-0cc47fceee96, 'name': SearchDatastore_Task, 'duration_secs': 0.042344} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.418377] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.418598] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] d0f8703e-c927-40b8-81fd-5c69383d5ea3/d0f8703e-c927-40b8-81fd-5c69383d5ea3.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.418862] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bddfad42-762c-4c7f-968c-e06fb53bf10c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.426284] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1047.426284] env[62679]: value = "task-2412852" [ 1047.426284] env[62679]: _type = "Task" [ 1047.426284] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.434963] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.556602] env[62679]: DEBUG oslo_concurrency.lockutils [req-e6ae5026-623a-4554-98bc-3484c9fef4bb req-27f0b1ab-90bb-4a7e-8d5e-a5d135b14537 service nova] Releasing lock "refresh_cache-0dedc177-283b-46a9-bb50-8ac206dab956" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.655342] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.673542] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956cb1f3-da78-4f90-aa9e-a328b78e1d7c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.686021] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.702045] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad2c69b-76df-42ad-8533-1e75ff7f6fec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.711312] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance '9bfa235a-bc83-4505-aaff-08f56378594a' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.719705] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412850, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.724106] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Skipping network cache update for instance because it is being deleted. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1047.724397] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Skipping network cache update for instance because it is being deleted. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1047.724551] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 1047.724684] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 1047.724805] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Skipping network cache update for instance because it is Building. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10465}} [ 1047.753239] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.753394] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.753647] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1047.753820] env[62679]: DEBUG nova.objects.instance [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lazy-loading 'info_cache' on Instance uuid 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.832699] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52421444-d620-c357-94a7-19ae136f1618, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.833020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.833259] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.833487] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.833645] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.833855] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.834115] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46a88c40-eb76-4c15-9ec4-4429085dbbe6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.842501] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.842618] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.843345] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853120ea-3244-4ef5-998e-83d9856627bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.847886] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1047.847886] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529b5128-c1f1-9e26-5833-18f2b514c624" [ 1047.847886] env[62679]: _type = "Task" [ 1047.847886] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.854952] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529b5128-c1f1-9e26-5833-18f2b514c624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.911519] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.937476] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.155918] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.184300] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.219488] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e1d8fa-4bdc-4207-9165-2d9b0de196fc tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance '9bfa235a-bc83-4505-aaff-08f56378594a' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.223455] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412850, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.358565] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]529b5128-c1f1-9e26-5833-18f2b514c624, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.359539] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0aaabb0-7e95-433e-b889-03a2022a66ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.365959] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1048.365959] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52267d61-9938-58d1-5e02-28fe89eabb4d" [ 1048.365959] env[62679]: _type = "Task" [ 1048.365959] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.373431] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52267d61-9938-58d1-5e02-28fe89eabb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.409703] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.441372] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897338} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.441698] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] d0f8703e-c927-40b8-81fd-5c69383d5ea3/d0f8703e-c927-40b8-81fd-5c69383d5ea3.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.441924] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.442209] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16dd23a2-4593-42e9-9692-4926eaac4347 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.453151] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1048.453151] env[62679]: value = "task-2412854" [ 1048.453151] env[62679]: _type = "Task" [ 1048.453151] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.462485] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.654140] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412849, 'name': PowerOffVM_Task, 'duration_secs': 1.150709} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.654288] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.654676] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.654768] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b9df8c-ccf9-43a1-8002-77e7f4029f00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.687436] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.719338] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412850, 'name': PowerOffVM_Task, 'duration_secs': 1.201585} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.719704] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.719977] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.720322] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e42d0ab6-88b0-461b-83e7-3b51a3c5f042 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.760097] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.760480] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.760773] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleting the datastore file [datastore2] 03557e29-2fe9-4d1b-a5f1-6b5c1256a803 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.763307] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bff0a9ff-6dcf-427e-be9a-014259a593f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.771726] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1048.771726] env[62679]: value = "task-2412857" [ 1048.771726] env[62679]: _type = "Task" [ 1048.771726] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.780456] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.797387] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.797649] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.797843] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleting the datastore file [datastore1] 22ffb863-8091-4677-ac37-d84f6d7d7cac {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.798361] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90a0ccb9-93d6-47e2-8deb-257c357fd28b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.806299] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for the task: (returnval){ [ 1048.806299] env[62679]: value = "task-2412858" [ 1048.806299] env[62679]: _type = "Task" [ 1048.806299] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.817406] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.878569] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52267d61-9938-58d1-5e02-28fe89eabb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.878808] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.879088] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 0dedc177-283b-46a9-bb50-8ac206dab956/0dedc177-283b-46a9-bb50-8ac206dab956.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.879369] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24527aec-243e-47d5-8db2-3bf3c47d2d23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.887274] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1048.887274] env[62679]: value = "task-2412859" [ 1048.887274] env[62679]: _type = "Task" [ 1048.887274] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.896874] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.911659] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.963753] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075934} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.964171] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.965123] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6fcaa5-1260-487e-ad05-5486e6900a84 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.989180] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] d0f8703e-c927-40b8-81fd-5c69383d5ea3/d0f8703e-c927-40b8-81fd-5c69383d5ea3.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.989462] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3146d08f-e9cd-42e1-8944-dd724d2ef07c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.008717] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1049.008717] env[62679]: value = "task-2412860" [ 1049.008717] env[62679]: _type = "Task" [ 1049.008717] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.017382] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.185901] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.284060] env[62679]: DEBUG oslo_vmware.api [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200812} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.284355] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.284540] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.284716] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.284950] env[62679]: INFO nova.compute.manager [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1049.285161] env[62679]: DEBUG oslo.service.loopingcall [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.285356] env[62679]: DEBUG nova.compute.manager [-] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.285455] env[62679]: DEBUG nova.network.neutron [-] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.317395] env[62679]: DEBUG oslo_vmware.api [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Task: {'id': task-2412858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201205} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.317638] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.317825] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.318014] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.318194] env[62679]: INFO nova.compute.manager [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1049.318429] env[62679]: DEBUG oslo.service.loopingcall [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.318617] env[62679]: DEBUG nova.compute.manager [-] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.318714] env[62679]: DEBUG nova.network.neutron [-] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.398075] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.410149] env[62679]: DEBUG oslo_vmware.api [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412851, 'name': PowerOnVM_Task, 'duration_secs': 1.591404} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.410406] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.410704] env[62679]: INFO nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1049.410891] env[62679]: DEBUG nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.411836] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb2cb5e-4eb8-4094-aaa4-e220f97cdccc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.520770] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.688726] env[62679]: DEBUG oslo_vmware.api [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412838, 'name': ReconfigVM_Task, 'duration_secs': 5.94168} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.689048] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.689280] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Reconfigured VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1049.901048] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.938675] env[62679]: INFO nova.compute.manager [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Took 17.80 seconds to build instance. [ 1049.976445] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [{"id": "2201bb10-896a-42e1-a13b-283a07de5bee", "address": "fa:16:3e:b7:9c:34", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201bb10-89", "ovs_interfaceid": "2201bb10-896a-42e1-a13b-283a07de5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.020969] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412860, 'name': ReconfigVM_Task, 'duration_secs': 1.011908} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.021264] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Reconfigured VM instance instance-0000006d to attach disk [datastore2] d0f8703e-c927-40b8-81fd-5c69383d5ea3/d0f8703e-c927-40b8-81fd-5c69383d5ea3.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.021936] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-711363a7-f303-4474-9fac-aaca39dcc43d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.025615] env[62679]: DEBUG nova.compute.manager [req-f5a1dd97-cb8f-4bf2-ab22-9e5edfdfe733 req-d15aa313-0099-4ec7-bdf7-294688549fa4 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-vif-deleted-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1050.025808] env[62679]: INFO nova.compute.manager [req-f5a1dd97-cb8f-4bf2-ab22-9e5edfdfe733 req-d15aa313-0099-4ec7-bdf7-294688549fa4 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Neutron deleted interface b4b265ca-62d5-4f7c-b3c4-57dcacd01a21; detaching it from the instance and deleting it from the info cache [ 1050.026103] env[62679]: DEBUG nova.network.neutron [req-f5a1dd97-cb8f-4bf2-ab22-9e5edfdfe733 req-d15aa313-0099-4ec7-bdf7-294688549fa4 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f8b1b3d-d6b3-4721-a3de-17c73c655fc9", "address": "fa:16:3e:4a:d6:0f", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8b1b3d-d6", "ovs_interfaceid": "4f8b1b3d-d6b3-4721-a3de-17c73c655fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.033780] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1050.033780] env[62679]: value = "task-2412861" [ 1050.033780] env[62679]: _type = "Task" [ 1050.033780] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.043779] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412861, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.074863] env[62679]: DEBUG nova.compute.manager [req-3195e5b2-fb46-4fca-b81a-44d75b1430d9 req-ce886d22-ed15-4160-94c1-a558f5aaed7e service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Received event network-vif-deleted-9cb81424-0e35-488a-9717-33274c4ded81 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1050.075085] env[62679]: INFO nova.compute.manager [req-3195e5b2-fb46-4fca-b81a-44d75b1430d9 req-ce886d22-ed15-4160-94c1-a558f5aaed7e service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Neutron deleted interface 9cb81424-0e35-488a-9717-33274c4ded81; detaching it from the instance and deleting it from the info cache [ 1050.075261] env[62679]: DEBUG nova.network.neutron [req-3195e5b2-fb46-4fca-b81a-44d75b1430d9 req-ce886d22-ed15-4160-94c1-a558f5aaed7e service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.397647] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412859, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.095421} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.397915] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 0dedc177-283b-46a9-bb50-8ac206dab956/0dedc177-283b-46a9-bb50-8ac206dab956.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.398150] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.398410] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f349b099-81ef-4e0c-87da-002de6a958db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.405182] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1050.405182] env[62679]: value = "task-2412863" [ 1050.405182] env[62679]: _type = "Task" [ 1050.405182] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.415025] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.440376] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94af710a-23d5-4c05-9dc9-7b2d9d23b503 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "226ae28d-6d15-4130-82c5-018a056b02af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.309s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.484309] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.484541] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 1050.484860] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.485054] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.485210] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.485359] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.485498] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.485640] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.485768] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 1050.485909] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1050.528737] env[62679]: DEBUG oslo_concurrency.lockutils [req-f5a1dd97-cb8f-4bf2-ab22-9e5edfdfe733 req-d15aa313-0099-4ec7-bdf7-294688549fa4 service nova] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.528919] env[62679]: DEBUG oslo_concurrency.lockutils [req-f5a1dd97-cb8f-4bf2-ab22-9e5edfdfe733 req-d15aa313-0099-4ec7-bdf7-294688549fa4 service nova] Acquired lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.530993] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5679f85-93b2-4d03-bccb-6a640db7025e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.550342] env[62679]: DEBUG oslo_concurrency.lockutils [req-f5a1dd97-cb8f-4bf2-ab22-9e5edfdfe733 req-d15aa313-0099-4ec7-bdf7-294688549fa4 service nova] Releasing lock "57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.550658] env[62679]: WARNING nova.compute.manager [req-f5a1dd97-cb8f-4bf2-ab22-9e5edfdfe733 req-d15aa313-0099-4ec7-bdf7-294688549fa4 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Detach interface failed, port_id=b4b265ca-62d5-4f7c-b3c4-57dcacd01a21, reason: No device with interface-id b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 exists on VM: nova.exception.NotFound: No device with interface-id b4b265ca-62d5-4f7c-b3c4-57dcacd01a21 exists on VM [ 1050.556592] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412861, 'name': Rename_Task, 'duration_secs': 0.243907} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.556846] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.557101] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d6ee098-c5ad-4caf-b4b7-fe626094b260 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.559019] env[62679]: DEBUG nova.network.neutron [-] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.563106] env[62679]: DEBUG nova.network.neutron [-] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.566030] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1050.566030] env[62679]: value = "task-2412864" [ 1050.566030] env[62679]: _type = "Task" [ 1050.566030] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.576636] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.577175] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7d9c19c-5ff8-49af-834d-f224afd90e11 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.586686] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db93f6-12bc-4742-81d3-4aa704473ee1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.620000] env[62679]: DEBUG nova.compute.manager [req-3195e5b2-fb46-4fca-b81a-44d75b1430d9 req-ce886d22-ed15-4160-94c1-a558f5aaed7e service nova] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Detach interface failed, port_id=9cb81424-0e35-488a-9717-33274c4ded81, reason: Instance 03557e29-2fe9-4d1b-a5f1-6b5c1256a803 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1050.655770] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "9bfa235a-bc83-4505-aaff-08f56378594a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.656032] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.656232] env[62679]: DEBUG nova.compute.manager [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Going to confirm migration 6 {{(pid=62679) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 1050.915788] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063566} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.916274] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.917087] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c906ef-31b0-47cd-a101-a7344a928ba8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.941644] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 0dedc177-283b-46a9-bb50-8ac206dab956/0dedc177-283b-46a9-bb50-8ac206dab956.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.942352] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a96226ae-d93d-483c-ac34-d138b6308bee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.970331] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1050.970331] env[62679]: value = "task-2412865" [ 1050.970331] env[62679]: _type = "Task" [ 1050.970331] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.980243] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.990670] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.990816] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.991095] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.991376] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1050.992715] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dbf86e-0917-4079-a984-4981cd99f94f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.997165] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.997464] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.997758] env[62679]: DEBUG nova.network.neutron [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.010230] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b50926-5229-4b3c-b8a7-9e8208cb51cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.029910] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70ddee-b405-4fff-a991-93ba1ac4ddd6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.038073] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893e6d3-7abc-4d9a-a72d-704a6801c526 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.072283] env[62679]: INFO nova.compute.manager [-] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Took 1.79 seconds to deallocate network for instance. [ 1051.072615] env[62679]: INFO nova.compute.manager [-] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Took 1.75 seconds to deallocate network for instance. [ 1051.073071] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179778MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1051.073206] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.073390] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.096026] env[62679]: DEBUG oslo_vmware.api [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412864, 'name': PowerOnVM_Task, 'duration_secs': 0.487791} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.096026] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.096026] env[62679]: INFO nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1051.096026] env[62679]: DEBUG nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.096026] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0a44b6-8505-4b6b-ad48-75e64bb3cd64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.195014] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.195265] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.195451] env[62679]: DEBUG nova.network.neutron [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.195638] env[62679]: DEBUG nova.objects.instance [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'info_cache' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.362980] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.363449] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.363554] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.363656] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.363827] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.366037] env[62679]: INFO nova.compute.manager [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Terminating instance [ 1051.481608] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.594494] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.597917] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.621525] env[62679]: INFO nova.compute.manager [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Took 15.56 seconds to build instance. [ 1051.793676] env[62679]: INFO nova.network.neutron [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Port 4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1051.794142] env[62679]: DEBUG nova.network.neutron [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [{"id": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "address": "fa:16:3e:8f:04:59", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped16f47c-9a", "ovs_interfaceid": "ed16f47c-9a78-42e1-91f1-c352bbe778c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.873294] env[62679]: DEBUG nova.compute.manager [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.873518] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.874500] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b894aa-cc77-41e4-9aff-d26c40d561b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.883343] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.883602] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52253706-253a-4f38-92d2-f2c3e31612c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.890157] env[62679]: DEBUG oslo_vmware.api [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1051.890157] env[62679]: value = "task-2412866" [ 1051.890157] env[62679]: _type = "Task" [ 1051.890157] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.898941] env[62679]: DEBUG oslo_vmware.api [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.983299] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412865, 'name': ReconfigVM_Task, 'duration_secs': 0.621395} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.983675] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 0dedc177-283b-46a9-bb50-8ac206dab956/0dedc177-283b-46a9-bb50-8ac206dab956.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.984451] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c665ecee-0334-4380-a5e8-d1862d61fd64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.992856] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1051.992856] env[62679]: value = "task-2412867" [ 1051.992856] env[62679]: _type = "Task" [ 1051.992856] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.997104] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.003463] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412867, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.096779] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Applying migration context for instance 9bfa235a-bc83-4505-aaff-08f56378594a as it has an incoming, in-progress migration b32a7b72-de33-4097-9b56-2d59602f8059. Migration status is confirming {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1052.098348] env[62679]: INFO nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating resource usage from migration b32a7b72-de33-4097-9b56-2d59602f8059 [ 1052.109726] env[62679]: DEBUG nova.compute.manager [req-664e2f64-86c0-404e-a0b2-b9face6a1b44 req-e57d0fcb-325f-4b9d-b48f-8302f652e207 service nova] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Received event network-vif-deleted-34cfd13b-9e45-438b-966a-db93062185eb {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1052.109726] env[62679]: DEBUG nova.compute.manager [req-664e2f64-86c0-404e-a0b2-b9face6a1b44 req-e57d0fcb-325f-4b9d-b48f-8302f652e207 service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-vif-deleted-4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1052.122822] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.123023] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.123216] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 57f9dfad-d027-48f7-a724-220c9b6fe709 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.123344] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 03557e29-2fe9-4d1b-a5f1-6b5c1256a803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.123463] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 22ffb863-8091-4677-ac37-d84f6d7d7cac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.123574] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 64f1d029-187f-46eb-a76c-6bfc246d4ef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.123688] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 1f3baea2-cd04-4e64-8532-24805270cd7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.123804] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Migration b32a7b72-de33-4097-9b56-2d59602f8059 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1052.123915] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 9bfa235a-bc83-4505-aaff-08f56378594a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.124124] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 226ae28d-6d15-4130-82c5-018a056b02af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.124253] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance d0f8703e-c927-40b8-81fd-5c69383d5ea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.124362] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 0dedc177-283b-46a9-bb50-8ac206dab956 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1052.124590] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1052.124753] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1052.127356] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e5a41ae3-eafc-41c3-bd8e-34beda9c7224 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.077s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.129025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.131s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.129025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.129406] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.129406] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.132100] env[62679]: INFO nova.compute.manager [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Terminating instance [ 1052.286907] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f6565b-9dda-4a04-b2ec-89c0999a433a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.295591] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00237e09-65e2-4142-9cb5-8e8dc981c1da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.299971] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-57f9dfad-d027-48f7-a724-220c9b6fe709" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.331262] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "226ae28d-6d15-4130-82c5-018a056b02af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.331612] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "226ae28d-6d15-4130-82c5-018a056b02af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.331919] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "226ae28d-6d15-4130-82c5-018a056b02af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.332270] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "226ae28d-6d15-4130-82c5-018a056b02af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.332425] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "226ae28d-6d15-4130-82c5-018a056b02af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.337507] env[62679]: INFO nova.compute.manager [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Terminating instance [ 1052.339338] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8507549e-f4a8-4c5c-b786-384a5ff3a8ff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.349059] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a13090-2e7a-4d67-8af3-c68bd848abc4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.364410] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.399541] env[62679]: DEBUG oslo_vmware.api [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412866, 'name': PowerOffVM_Task, 'duration_secs': 0.304223} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.399799] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.399970] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.400239] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e51de76f-0366-4e0d-bc8c-2493ac4fa246 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.458231] env[62679]: DEBUG nova.network.neutron [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.503962] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412867, 'name': Rename_Task, 'duration_secs': 0.167246} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.504260] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.504510] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c761607-4e4c-4cfd-81eb-ee37cc5155d7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.511567] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1052.511567] env[62679]: value = "task-2412870" [ 1052.511567] env[62679]: _type = "Task" [ 1052.511567] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.515712] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.515920] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.516138] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleting the datastore file [datastore1] 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.516753] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec428cf-d704-4439-bdfc-69a8512914a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.521389] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.541678] env[62679]: DEBUG oslo_vmware.api [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1052.541678] env[62679]: value = "task-2412871" [ 1052.541678] env[62679]: _type = "Task" [ 1052.541678] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.550905] env[62679]: DEBUG oslo_vmware.api [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.637342] env[62679]: DEBUG nova.compute.manager [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.637608] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.638633] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f0c5c-feb8-4426-8bea-2eba02a0f5cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.646793] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.647060] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc36f0a3-6148-4d8b-b169-96ba4d5c3eaa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.653061] env[62679]: DEBUG oslo_vmware.api [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1052.653061] env[62679]: value = "task-2412872" [ 1052.653061] env[62679]: _type = "Task" [ 1052.653061] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.666730] env[62679]: DEBUG oslo_vmware.api [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.804361] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f19717b5-d752-4c63-bb98-d97893e0c231 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-57f9dfad-d027-48f7-a724-220c9b6fe709-b4b265ca-62d5-4f7c-b3c4-57dcacd01a21" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.742s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.844812] env[62679]: DEBUG nova.compute.manager [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.845061] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.846232] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160ceb05-9507-4d34-a15b-77d6640d7428 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.854404] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.854632] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a994183-3f99-4d4e-9466-25960f73cf43 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.861542] env[62679]: DEBUG oslo_vmware.api [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1052.861542] env[62679]: value = "task-2412873" [ 1052.861542] env[62679]: _type = "Task" [ 1052.861542] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.866865] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.873591] env[62679]: DEBUG oslo_vmware.api [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.962090] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.962360] env[62679]: DEBUG nova.objects.instance [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'migration_context' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.022515] env[62679]: DEBUG oslo_vmware.api [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412870, 'name': PowerOnVM_Task, 'duration_secs': 0.485266} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.022801] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.023093] env[62679]: INFO nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1053.023300] env[62679]: DEBUG nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.024090] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a00bb23-6da4-4f70-b01d-d0d91a37b7c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.053571] env[62679]: DEBUG oslo_vmware.api [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306079} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.053571] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.053755] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.053827] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.053934] env[62679]: INFO nova.compute.manager [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1053.054199] env[62679]: DEBUG oslo.service.loopingcall [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.054371] env[62679]: DEBUG nova.compute.manager [-] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.054442] env[62679]: DEBUG nova.network.neutron [-] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.138474] env[62679]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 could not be found.", "detail": ""}} {{(pid=62679) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1053.138772] env[62679]: DEBUG nova.network.neutron [-] Unable to show port 4f8b1b3d-d6b3-4721-a3de-17c73c655fc9 as it no longer exists. {{(pid=62679) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1053.164036] env[62679]: DEBUG oslo_vmware.api [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412872, 'name': PowerOffVM_Task, 'duration_secs': 0.184992} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.164449] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.164657] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.164916] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ba20bd-7186-42c4-8c78-9e6c7d271ab9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.247286] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.247568] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.247759] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Deleting the datastore file [datastore2] d0f8703e-c927-40b8-81fd-5c69383d5ea3 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.248065] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caa9a903-f094-488f-b0d9-2c677b9f8398 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.255329] env[62679]: DEBUG oslo_vmware.api [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for the task: (returnval){ [ 1053.255329] env[62679]: value = "task-2412875" [ 1053.255329] env[62679]: _type = "Task" [ 1053.255329] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.263778] env[62679]: DEBUG oslo_vmware.api [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.372666] env[62679]: DEBUG oslo_vmware.api [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412873, 'name': PowerOffVM_Task, 'duration_secs': 0.404836} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.373129] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.373392] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.373661] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-562d9774-09ac-480d-ba7d-bcdf2247c4cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.375632] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1053.375836] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.302s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.376063] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.782s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.376279] env[62679]: DEBUG nova.objects.instance [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lazy-loading 'resources' on Instance uuid 03557e29-2fe9-4d1b-a5f1-6b5c1256a803 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.455152] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.455510] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.455654] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Deleting the datastore file [datastore2] 226ae28d-6d15-4130-82c5-018a056b02af {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.455925] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31cbd3c7-8a22-4af2-af18-6d50ce063665 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.465336] env[62679]: DEBUG nova.objects.base [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Object Instance<9bfa235a-bc83-4505-aaff-08f56378594a> lazy-loaded attributes: info_cache,migration_context {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.465968] env[62679]: DEBUG oslo_vmware.api [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for the task: (returnval){ [ 1053.465968] env[62679]: value = "task-2412877" [ 1053.465968] env[62679]: _type = "Task" [ 1053.465968] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.467079] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbcff85-c1ed-47e9-93e9-0d3e5d34ad7a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.480302] env[62679]: DEBUG oslo_vmware.api [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.495642] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26420990-a8ca-4c4b-8c90-f0f27f7928e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.502100] env[62679]: DEBUG oslo_vmware.api [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1053.502100] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dba0cf-fc6c-6492-3c43-9194cefac8dd" [ 1053.502100] env[62679]: _type = "Task" [ 1053.502100] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.511263] env[62679]: DEBUG oslo_vmware.api [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dba0cf-fc6c-6492-3c43-9194cefac8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.544152] env[62679]: INFO nova.compute.manager [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Took 16.52 seconds to build instance. [ 1053.765916] env[62679]: DEBUG oslo_vmware.api [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Task: {'id': task-2412875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285728} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.766273] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.766526] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.766753] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.766970] env[62679]: INFO nova.compute.manager [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.767276] env[62679]: DEBUG oslo.service.loopingcall [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.767517] env[62679]: DEBUG nova.compute.manager [-] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.767650] env[62679]: DEBUG nova.network.neutron [-] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.983139] env[62679]: DEBUG oslo_vmware.api [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Task: {'id': task-2412877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3615} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.983139] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.983139] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.983139] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.983139] env[62679]: INFO nova.compute.manager [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.983139] env[62679]: DEBUG oslo.service.loopingcall [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.983738] env[62679]: DEBUG nova.compute.manager [-] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.983953] env[62679]: DEBUG nova.network.neutron [-] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.017675] env[62679]: DEBUG oslo_vmware.api [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52dba0cf-fc6c-6492-3c43-9194cefac8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016472} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.020787] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.047877] env[62679]: DEBUG oslo_concurrency.lockutils [None req-23e621d0-87b9-41b9-ac4e-56ec983dbf58 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "0dedc177-283b-46a9-bb50-8ac206dab956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.033s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.102286] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba576c-9c0e-4f06-a6a2-f03795d3b56f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.115021] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a1d713-fb1e-45e3-a501-c9a727436db2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.147474] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542b49b-38e7-414c-9cf3-23affc8c590a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.156828] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55fac35-595b-4121-8956-c8309e29c65c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.172467] env[62679]: DEBUG nova.compute.provider_tree [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.263762] env[62679]: DEBUG nova.compute.manager [req-f60196a4-5fe3-4108-8699-3c1deb6cf675 req-d41985e1-b0fd-47b7-8e59-b2c49ebd290f service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Received event network-vif-deleted-ed16f47c-9a78-42e1-91f1-c352bbe778c1 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1054.263942] env[62679]: INFO nova.compute.manager [req-f60196a4-5fe3-4108-8699-3c1deb6cf675 req-d41985e1-b0fd-47b7-8e59-b2c49ebd290f service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Neutron deleted interface ed16f47c-9a78-42e1-91f1-c352bbe778c1; detaching it from the instance and deleting it from the info cache [ 1054.264530] env[62679]: DEBUG nova.network.neutron [req-f60196a4-5fe3-4108-8699-3c1deb6cf675 req-d41985e1-b0fd-47b7-8e59-b2c49ebd290f service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.333244] env[62679]: DEBUG nova.network.neutron [-] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.675384] env[62679]: DEBUG nova.scheduler.client.report [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.747778] env[62679]: DEBUG nova.network.neutron [-] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.767131] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60fea8b1-954a-471a-8063-83a84b9cf49d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.777706] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df93f0-1f5a-43e5-a4a8-2aeaa6a065cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.808483] env[62679]: DEBUG nova.compute.manager [req-f60196a4-5fe3-4108-8699-3c1deb6cf675 req-d41985e1-b0fd-47b7-8e59-b2c49ebd290f service nova] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Detach interface failed, port_id=ed16f47c-9a78-42e1-91f1-c352bbe778c1, reason: Instance 57f9dfad-d027-48f7-a724-220c9b6fe709 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1054.835449] env[62679]: INFO nova.compute.manager [-] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Took 1.78 seconds to deallocate network for instance. [ 1054.916205] env[62679]: DEBUG nova.network.neutron [-] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.075339] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "0dedc177-283b-46a9-bb50-8ac206dab956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.076233] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "0dedc177-283b-46a9-bb50-8ac206dab956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.076233] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "0dedc177-283b-46a9-bb50-8ac206dab956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.076233] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "0dedc177-283b-46a9-bb50-8ac206dab956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.076356] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "0dedc177-283b-46a9-bb50-8ac206dab956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.078512] env[62679]: INFO nova.compute.manager [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Terminating instance [ 1055.181125] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.182657] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.587s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.182950] env[62679]: DEBUG nova.objects.instance [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lazy-loading 'resources' on Instance uuid 22ffb863-8091-4677-ac37-d84f6d7d7cac {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.204106] env[62679]: INFO nova.scheduler.client.report [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleted allocations for instance 03557e29-2fe9-4d1b-a5f1-6b5c1256a803 [ 1055.251468] env[62679]: INFO nova.compute.manager [-] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Took 1.48 seconds to deallocate network for instance. [ 1055.341718] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.418626] env[62679]: INFO nova.compute.manager [-] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Took 1.43 seconds to deallocate network for instance. [ 1055.583856] env[62679]: DEBUG nova.compute.manager [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.584116] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.585057] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97969787-861a-4267-a4b3-8c63f84d3f55 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.594225] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.594495] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be0f6357-4371-4dac-b1da-8d0e9cad3fc8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.601431] env[62679]: DEBUG oslo_vmware.api [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1055.601431] env[62679]: value = "task-2412879" [ 1055.601431] env[62679]: _type = "Task" [ 1055.601431] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.611263] env[62679]: DEBUG oslo_vmware.api [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.711368] env[62679]: DEBUG oslo_concurrency.lockutils [None req-94bfeca8-af54-45ea-953c-3d23163e52ec tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "03557e29-2fe9-4d1b-a5f1-6b5c1256a803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.101s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.759290] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.837783] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b3032a-2a25-423a-9024-16bd06f144bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.845508] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accbf085-8b7b-4893-a814-ec08e4188a4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.878934] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e610f-3ec1-4b3f-ad48-fbbb8211b645 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.886990] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5475a0f-7f89-44e8-8d29-382b2e71a6e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.901055] env[62679]: DEBUG nova.compute.provider_tree [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.924518] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.112526] env[62679]: DEBUG oslo_vmware.api [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412879, 'name': PowerOffVM_Task, 'duration_secs': 0.204344} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.112808] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.113018] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.113278] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499c298d-7762-43ee-b312-2ba8945effdd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.186399] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.186615] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.186798] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleting the datastore file [datastore2] 0dedc177-283b-46a9-bb50-8ac206dab956 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.187092] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebcd709e-9037-4a8e-a1ea-3da1ee6fdaf7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.194925] env[62679]: DEBUG oslo_vmware.api [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for the task: (returnval){ [ 1056.194925] env[62679]: value = "task-2412881" [ 1056.194925] env[62679]: _type = "Task" [ 1056.194925] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.203299] env[62679]: DEBUG oslo_vmware.api [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.292057] env[62679]: DEBUG nova.compute.manager [req-babf8db2-5d8a-475c-8006-e09fde30e441 req-81ae7642-371e-4913-be36-5eb2e21bcad4 service nova] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Received event network-vif-deleted-1879cf93-d898-4407-a614-dab92b3fdc52 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1056.292276] env[62679]: DEBUG nova.compute.manager [req-babf8db2-5d8a-475c-8006-e09fde30e441 req-81ae7642-371e-4913-be36-5eb2e21bcad4 service nova] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Received event network-vif-deleted-8ee397a5-9f22-4e64-9ba9-994adc6ca27c {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1056.403748] env[62679]: DEBUG nova.scheduler.client.report [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.706380] env[62679]: DEBUG oslo_vmware.api [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Task: {'id': task-2412881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134276} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.706642] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.706826] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.707017] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.707197] env[62679]: INFO nova.compute.manager [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1056.707435] env[62679]: DEBUG oslo.service.loopingcall [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.707658] env[62679]: DEBUG nova.compute.manager [-] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.707721] env[62679]: DEBUG nova.network.neutron [-] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.908943] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.912676] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.891s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.933435] env[62679]: INFO nova.scheduler.client.report [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Deleted allocations for instance 22ffb863-8091-4677-ac37-d84f6d7d7cac [ 1057.417922] env[62679]: DEBUG nova.network.neutron [-] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.443166] env[62679]: DEBUG oslo_concurrency.lockutils [None req-354beb2c-9af0-4561-9007-f13fb2bcfc5a tempest-ListServersNegativeTestJSON-1035713633 tempest-ListServersNegativeTestJSON-1035713633-project-member] Lock "22ffb863-8091-4677-ac37-d84f6d7d7cac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.761s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.545078] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41b91a8-4a34-4017-b6d4-de243439229c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.553062] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec13c6-f789-4708-b103-0d2944d69dd2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.584897] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b78b76-a35f-445b-912f-1ef1ac1cbac7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.593462] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a297ab2-b24e-4b97-a8ff-b009dd2bee67 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.608706] env[62679]: DEBUG nova.compute.provider_tree [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.920607] env[62679]: INFO nova.compute.manager [-] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Took 1.21 seconds to deallocate network for instance. [ 1058.115069] env[62679]: DEBUG nova.scheduler.client.report [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.321101] env[62679]: DEBUG nova.compute.manager [req-0811a5f9-6868-46bd-ae6b-c0857a13f080 req-3edf43c5-2149-4ad2-b790-86b92e8b08e4 service nova] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Received event network-vif-deleted-2651d5e2-6b2e-4419-9bad-bce365cfb78b {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1058.427124] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.565981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "41ac8247-a813-4390-a3f2-7495c3477eb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.566232] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.068860] env[62679]: DEBUG nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.125066] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.213s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.125284] env[62679]: DEBUG nova.compute.manager [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62679) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5383}} [ 1059.128123] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.787s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.128509] env[62679]: DEBUG nova.objects.instance [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'resources' on Instance uuid 57f9dfad-d027-48f7-a724-220c9b6fe709 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.599984] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.687708] env[62679]: INFO nova.scheduler.client.report [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted allocation for migration b32a7b72-de33-4097-9b56-2d59602f8059 [ 1059.775549] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0b151-53ce-4abc-94ff-9dc3b424deb3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.783863] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c72ea-d38d-4988-b04a-be6eb544dbfe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.815388] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f7ee0-4beb-4115-9264-1179f080b922 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.823631] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f622137d-4829-440a-abdf-4b5e0a89bf7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.836983] env[62679]: DEBUG nova.compute.provider_tree [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.895476] env[62679]: DEBUG nova.objects.instance [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'flavor' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.194093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bf1f75a1-b2ae-4f3d-a227-87a7f1fcfd63 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.538s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.340109] env[62679]: DEBUG nova.scheduler.client.report [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.401137] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.401335] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.401486] env[62679]: DEBUG nova.network.neutron [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.401658] env[62679]: DEBUG nova.objects.instance [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'info_cache' on Instance uuid 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.594908] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "c18885eb-976c-45cf-99f7-b59ecd06748e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.595158] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "c18885eb-976c-45cf-99f7-b59ecd06748e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.785047] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "dfb456e2-9057-4cef-a115-bacbc9a51580" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.785319] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "dfb456e2-9057-4cef-a115-bacbc9a51580" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.845313] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.847734] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.089s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.847992] env[62679]: DEBUG nova.objects.instance [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lazy-loading 'resources' on Instance uuid d0f8703e-c927-40b8-81fd-5c69383d5ea3 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.868559] env[62679]: INFO nova.scheduler.client.report [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted allocations for instance 57f9dfad-d027-48f7-a724-220c9b6fe709 [ 1060.905273] env[62679]: DEBUG nova.objects.base [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Object Instance<9bfa235a-bc83-4505-aaff-08f56378594a> lazy-loaded attributes: flavor,info_cache {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.097504] env[62679]: DEBUG nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.287640] env[62679]: DEBUG nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.375877] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2a934339-67e2-4e19-a3ce-a3eed6894f83 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "57f9dfad-d027-48f7-a724-220c9b6fe709" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.013s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.489157] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b71fd3e-24c5-481a-ab86-0dfa2769f2e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.498086] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd9bb9-629b-4390-a116-ebe87a2e6c3e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.531749] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df65b9-76f4-4ad9-8e46-fe6a7a72238d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.539614] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f22b76-1aed-4604-8601-86f84dec5233 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.553259] env[62679]: DEBUG nova.compute.provider_tree [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.614271] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.648833] env[62679]: DEBUG nova.network.neutron [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [{"id": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "address": "fa:16:3e:0d:f9:d4", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c190b-0b", "ovs_interfaceid": "132c190b-0bd8-4f8f-9f91-90b79aef80d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.805006] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.058677] env[62679]: DEBUG nova.scheduler.client.report [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.151392] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-9bfa235a-bc83-4505-aaff-08f56378594a" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.563565] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.566770] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.641s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.567033] env[62679]: DEBUG nova.objects.instance [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lazy-loading 'resources' on Instance uuid 226ae28d-6d15-4130-82c5-018a056b02af {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.589246] env[62679]: INFO nova.scheduler.client.report [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Deleted allocations for instance d0f8703e-c927-40b8-81fd-5c69383d5ea3 [ 1063.099428] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bca4e25d-45f6-45bc-8ef5-c56284f480f5 tempest-InstanceActionsNegativeTestJSON-1760803342 tempest-InstanceActionsNegativeTestJSON-1760803342-project-member] Lock "d0f8703e-c927-40b8-81fd-5c69383d5ea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.971s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.160128] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.160582] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3d94da6-fefa-4255-81c8-f48bfaed808b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.170547] env[62679]: DEBUG oslo_vmware.api [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1063.170547] env[62679]: value = "task-2412882" [ 1063.170547] env[62679]: _type = "Task" [ 1063.170547] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.178382] env[62679]: DEBUG oslo_vmware.api [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.190574] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56bfa8-a7ea-4bc4-87e1-29cc5321976f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.198235] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2fa159-657a-4a1d-87ec-24a13edbea0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.229134] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee2479-d701-4787-a3b8-8008cd3ed7e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.237465] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef1f79-fa5f-4fb5-9f80-2e554013c30a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.253303] env[62679]: DEBUG nova.compute.provider_tree [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.670776] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.671056] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "8e0c600b-066c-4969-965e-163234fd31e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.683035] env[62679]: DEBUG oslo_vmware.api [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412882, 'name': PowerOnVM_Task, 'duration_secs': 0.400261} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.683791] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.683999] env[62679]: DEBUG nova.compute.manager [None req-fa990fe3-f43e-4912-b74e-811fc888acad tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.684762] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcf444a-4713-4dc1-812d-fc16a6ab0ded {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.756109] env[62679]: DEBUG nova.scheduler.client.report [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.173691] env[62679]: DEBUG nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.261014] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.263579] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.837s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.264268] env[62679]: DEBUG nova.objects.instance [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lazy-loading 'resources' on Instance uuid 0dedc177-283b-46a9-bb50-8ac206dab956 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.286192] env[62679]: INFO nova.scheduler.client.report [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Deleted allocations for instance 226ae28d-6d15-4130-82c5-018a056b02af [ 1064.574433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "9bfa235a-bc83-4505-aaff-08f56378594a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.574433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.574433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.574433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.574433] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.576918] env[62679]: INFO nova.compute.manager [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Terminating instance [ 1064.701609] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.794698] env[62679]: DEBUG oslo_concurrency.lockutils [None req-69a8a933-c57e-4095-a45c-52a29fa14960 tempest-ServerMetadataTestJSON-1972737999 tempest-ServerMetadataTestJSON-1972737999-project-member] Lock "226ae28d-6d15-4130-82c5-018a056b02af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.463s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.944315] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf98e06-d381-4dc8-9fab-175226c409f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.953628] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a3915-f33f-461f-ba45-4057d3c3f56e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.010426] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6fb53a-0d02-4ab6-b3f6-32c16ecbdaf5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.021356] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e276a69-de99-4e62-aa11-a9743d71c926 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.043548] env[62679]: DEBUG nova.compute.provider_tree [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.083780] env[62679]: DEBUG nova.compute.manager [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.083965] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.084830] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e1ace-56a4-4928-befb-7d0a41569ad4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.094354] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.094628] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b72480-b142-4fe4-bfe8-6645eecbe7f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.103279] env[62679]: DEBUG oslo_vmware.api [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1065.103279] env[62679]: value = "task-2412883" [ 1065.103279] env[62679]: _type = "Task" [ 1065.103279] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.113188] env[62679]: DEBUG oslo_vmware.api [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.548909] env[62679]: DEBUG nova.scheduler.client.report [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.615493] env[62679]: DEBUG oslo_vmware.api [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412883, 'name': PowerOffVM_Task, 'duration_secs': 0.396634} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.615775] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.615966] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.616264] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e051c3bd-7969-4add-9532-98466b2e4df4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.713465] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.713465] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.713465] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleting the datastore file [datastore2] 9bfa235a-bc83-4505-aaff-08f56378594a {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.713465] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a377fb-0f77-4faf-a253-840b99da941d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.721937] env[62679]: DEBUG oslo_vmware.api [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1065.721937] env[62679]: value = "task-2412885" [ 1065.721937] env[62679]: _type = "Task" [ 1065.721937] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.731180] env[62679]: DEBUG oslo_vmware.api [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.055487] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.058802] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.458s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.062805] env[62679]: INFO nova.compute.claims [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.094218] env[62679]: INFO nova.scheduler.client.report [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Deleted allocations for instance 0dedc177-283b-46a9-bb50-8ac206dab956 [ 1066.231775] env[62679]: DEBUG oslo_vmware.api [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490186} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.232031] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.232351] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.232583] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.232771] env[62679]: INFO nova.compute.manager [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1066.233025] env[62679]: DEBUG oslo.service.loopingcall [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.233234] env[62679]: DEBUG nova.compute.manager [-] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.233334] env[62679]: DEBUG nova.network.neutron [-] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.602882] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cabc26e9-7d62-485b-ad38-5b81d649f6e7 tempest-ServerDiskConfigTestJSON-2025245492 tempest-ServerDiskConfigTestJSON-2025245492-project-member] Lock "0dedc177-283b-46a9-bb50-8ac206dab956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.527s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.775127] env[62679]: DEBUG nova.compute.manager [req-e9bf6314-a95e-48db-af5f-f76d0090676f req-9ed55ab7-2557-4b50-b4b9-e53b58d172f3 service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Received event network-vif-deleted-132c190b-0bd8-4f8f-9f91-90b79aef80d9 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1066.775454] env[62679]: INFO nova.compute.manager [req-e9bf6314-a95e-48db-af5f-f76d0090676f req-9ed55ab7-2557-4b50-b4b9-e53b58d172f3 service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Neutron deleted interface 132c190b-0bd8-4f8f-9f91-90b79aef80d9; detaching it from the instance and deleting it from the info cache [ 1066.775540] env[62679]: DEBUG nova.network.neutron [req-e9bf6314-a95e-48db-af5f-f76d0090676f req-9ed55ab7-2557-4b50-b4b9-e53b58d172f3 service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.202736] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c749150-d500-4f09-bf73-692870ccd87c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.211179] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be2da25-7399-4a80-98a3-9d0d3c04f40a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.241378] env[62679]: DEBUG nova.network.neutron [-] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.243457] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41817bea-e585-41df-b2df-2181e603a0bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.251169] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90738f1f-c4b9-4f03-acd9-e224a18fbc15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.267847] env[62679]: DEBUG nova.compute.provider_tree [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.277572] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a89548b4-3296-4a66-94aa-0532b47d5ca1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.287895] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aef0a3-dded-4529-a84a-7764ce9e7c3a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.316629] env[62679]: DEBUG nova.compute.manager [req-e9bf6314-a95e-48db-af5f-f76d0090676f req-9ed55ab7-2557-4b50-b4b9-e53b58d172f3 service nova] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Detach interface failed, port_id=132c190b-0bd8-4f8f-9f91-90b79aef80d9, reason: Instance 9bfa235a-bc83-4505-aaff-08f56378594a could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1067.748683] env[62679]: INFO nova.compute.manager [-] [instance: 9bfa235a-bc83-4505-aaff-08f56378594a] Took 1.52 seconds to deallocate network for instance. [ 1067.788841] env[62679]: ERROR nova.scheduler.client.report [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [req-250aac86-6f0e-496e-8ec7-e5117f2c3f59] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-250aac86-6f0e-496e-8ec7-e5117f2c3f59"}]} [ 1067.806059] env[62679]: DEBUG nova.scheduler.client.report [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1067.819617] env[62679]: DEBUG nova.scheduler.client.report [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1067.819842] env[62679]: DEBUG nova.compute.provider_tree [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.831486] env[62679]: DEBUG nova.scheduler.client.report [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1067.850072] env[62679]: DEBUG nova.scheduler.client.report [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1067.988604] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea6468-6c8a-40fe-a5bd-2a5d4ef2f8d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.996671] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cf9b80-d9be-4ec8-89f4-c85b6b7bafd9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.026470] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8950c8-04ae-416d-bb76-471bcd4b5016 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.035061] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c8630-c362-4ff5-86f0-8d753b56e520 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.051941] env[62679]: DEBUG nova.compute.provider_tree [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.256096] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.589414] env[62679]: DEBUG nova.scheduler.client.report [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1068.589414] env[62679]: DEBUG nova.compute.provider_tree [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 146 to 147 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1068.589796] env[62679]: DEBUG nova.compute.provider_tree [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.095670] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.038s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.096096] env[62679]: DEBUG nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.098835] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.485s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.100278] env[62679]: INFO nova.compute.claims [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.605820] env[62679]: DEBUG nova.compute.utils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1069.608868] env[62679]: DEBUG nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.609051] env[62679]: DEBUG nova.network.neutron [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.656350] env[62679]: DEBUG nova.policy [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e03adc711342819a7257b01a5c6190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae726ecdbce44b582240940aadcf6ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.984996] env[62679]: DEBUG nova.network.neutron [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Successfully created port: a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.112295] env[62679]: DEBUG nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.249331] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b88fbc-64c0-4d30-bbb8-3ff0864bc890 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.257906] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e04cf-6ce5-410d-a080-bf64e14eb4dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.288893] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ed4a86-2f04-45eb-833c-83b1f8442cb5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.296628] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8d632c-4fc2-4184-aa71-dcb07e40c1e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.311537] env[62679]: DEBUG nova.compute.provider_tree [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.619889] env[62679]: INFO nova.virt.block_device [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Booting with volume e2874f63-d374-4f44-9b5c-9ced3abb32a1 at /dev/sda [ 1070.656248] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37b4276e-0a7b-4885-802e-1699ef7b7fa0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.666194] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acd6c5-0b4f-4574-b114-5abe215274ba {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.694913] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e81344b-9ffe-457c-826a-ce113eaa0455 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.703508] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e200663-1384-4722-a234-5f6daa028a85 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.730046] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1ac10f-8e3d-4e7d-84dc-1e971772426d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.736805] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428a5e5-ee39-4d33-9f50-e0f8b4c77cf9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.755259] env[62679]: DEBUG nova.virt.block_device [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating existing volume attachment record: 8ef86ba0-ea8e-47de-998e-2f37a5daf219 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.814639] env[62679]: DEBUG nova.scheduler.client.report [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.319290] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.319970] env[62679]: DEBUG nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.323232] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.518s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.327019] env[62679]: INFO nova.compute.claims [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.586613] env[62679]: DEBUG nova.compute.manager [req-367ee776-ba5f-4f7e-a4a8-53e4bf951f9b req-437754c3-b2c3-4473-be69-1cf5ddca3cc1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Received event network-vif-plugged-a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1071.586839] env[62679]: DEBUG oslo_concurrency.lockutils [req-367ee776-ba5f-4f7e-a4a8-53e4bf951f9b req-437754c3-b2c3-4473-be69-1cf5ddca3cc1 service nova] Acquiring lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.587059] env[62679]: DEBUG oslo_concurrency.lockutils [req-367ee776-ba5f-4f7e-a4a8-53e4bf951f9b req-437754c3-b2c3-4473-be69-1cf5ddca3cc1 service nova] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.587234] env[62679]: DEBUG oslo_concurrency.lockutils [req-367ee776-ba5f-4f7e-a4a8-53e4bf951f9b req-437754c3-b2c3-4473-be69-1cf5ddca3cc1 service nova] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.587399] env[62679]: DEBUG nova.compute.manager [req-367ee776-ba5f-4f7e-a4a8-53e4bf951f9b req-437754c3-b2c3-4473-be69-1cf5ddca3cc1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] No waiting events found dispatching network-vif-plugged-a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.587559] env[62679]: WARNING nova.compute.manager [req-367ee776-ba5f-4f7e-a4a8-53e4bf951f9b req-437754c3-b2c3-4473-be69-1cf5ddca3cc1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Received unexpected event network-vif-plugged-a035cccb-3b83-4ee6-9413-e971cb934a63 for instance with vm_state building and task_state block_device_mapping. [ 1071.776927] env[62679]: DEBUG nova.network.neutron [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Successfully updated port: a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.830239] env[62679]: DEBUG nova.compute.utils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1071.833375] env[62679]: DEBUG nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Not allocating networking since 'none' was specified. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1072.279680] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.279846] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.280008] env[62679]: DEBUG nova.network.neutron [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.333928] env[62679]: DEBUG nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.471968] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e0f11d-576e-4372-a0c3-78adf4f82f5c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.481284] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e96f8a-fd66-48c2-bd84-11bc284c8dbc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.512098] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b61edd-eff7-40ef-851c-237d94745a99 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.520011] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c90563-ceb7-4d20-b108-8c70bd663421 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.535726] env[62679]: DEBUG nova.compute.provider_tree [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.819337] env[62679]: DEBUG nova.network.neutron [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.849017] env[62679]: DEBUG nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.849017] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.849017] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.849017] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.849281] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.849486] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.850037] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.850037] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.850185] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.852987] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.852987] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.852987] env[62679]: DEBUG nova.virt.hardware [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.852987] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec4a512-fb1c-4e37-a9ce-ec8af5d28cdc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.861827] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5082f42d-6ebd-4e7b-b4ef-716fde66ebcd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.039573] env[62679]: DEBUG nova.scheduler.client.report [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.054821] env[62679]: DEBUG nova.network.neutron [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [{"id": "a035cccb-3b83-4ee6-9413-e971cb934a63", "address": "fa:16:3e:b8:66:b2", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa035cccb-3b", "ovs_interfaceid": "a035cccb-3b83-4ee6-9413-e971cb934a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.350348] env[62679]: DEBUG nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.375621] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.375959] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Cleaning up deleted instances with incomplete migration {{(pid=62679) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11790}} [ 1073.389616] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.389847] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.390008] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.390351] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.390351] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.390514] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.390695] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.390864] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.391047] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.391220] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.391411] env[62679]: DEBUG nova.virt.hardware [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.392538] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188d9b60-e118-424d-aa03-105dce7d4f4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.402237] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992214e-3cee-4e79-bd04-6b57d331b620 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.417170] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.423183] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Creating folder: Project (d73fdda1d7944244812d430a6351c93a). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.423481] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ba9022b-682f-47d6-8a37-fd5e03d12846 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.435577] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Created folder: Project (d73fdda1d7944244812d430a6351c93a) in parent group-v488891. [ 1073.435812] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Creating folder: Instances. Parent ref: group-v489190. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.436077] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d9527e-e0c9-4757-9a91-9d48f2b931bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.450413] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Created folder: Instances in parent group-v489190. [ 1073.450413] env[62679]: DEBUG oslo.service.loopingcall [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.450413] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.450413] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6892bba-8789-4ddd-8d50-69a56b57ef41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.470798] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.470798] env[62679]: value = "task-2412888" [ 1073.470798] env[62679]: _type = "Task" [ 1073.470798] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.480819] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412888, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.548025] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.548025] env[62679]: DEBUG nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.549440] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.848s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.551100] env[62679]: INFO nova.compute.claims [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.557315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.564016] env[62679]: DEBUG nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Instance network_info: |[{"id": "a035cccb-3b83-4ee6-9413-e971cb934a63", "address": "fa:16:3e:b8:66:b2", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa035cccb-3b", "ovs_interfaceid": "a035cccb-3b83-4ee6-9413-e971cb934a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.564016] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:66:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a035cccb-3b83-4ee6-9413-e971cb934a63', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.573988] env[62679]: DEBUG oslo.service.loopingcall [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.574311] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.574687] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e9a18cb-ec4f-4dab-9eae-5d8e8f125309 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.605099] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.605099] env[62679]: value = "task-2412889" [ 1073.605099] env[62679]: _type = "Task" [ 1073.605099] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.614558] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412889, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.667164] env[62679]: DEBUG nova.compute.manager [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Received event network-changed-a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1073.667164] env[62679]: DEBUG nova.compute.manager [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Refreshing instance network info cache due to event network-changed-a035cccb-3b83-4ee6-9413-e971cb934a63. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1073.667164] env[62679]: DEBUG oslo_concurrency.lockutils [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] Acquiring lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.667164] env[62679]: DEBUG oslo_concurrency.lockutils [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] Acquired lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.667164] env[62679]: DEBUG nova.network.neutron [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Refreshing network info cache for port a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.839255] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.839549] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.981217] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412888, 'name': CreateVM_Task, 'duration_secs': 0.332583} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.981433] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.982170] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.982338] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.982655] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.982927] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c471859-85ba-40c4-9b40-790be7313734 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.988598] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1073.988598] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e2295-eb13-60ca-502f-3eb86065e7e0" [ 1073.988598] env[62679]: _type = "Task" [ 1073.988598] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.996569] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e2295-eb13-60ca-502f-3eb86065e7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.056125] env[62679]: DEBUG nova.compute.utils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.059265] env[62679]: DEBUG nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Not allocating networking since 'none' was specified. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1074.113523] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412889, 'name': CreateVM_Task, 'duration_secs': 0.335218} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.114186] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.114629] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489189', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'name': 'volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41ac8247-a813-4390-a3f2-7495c3477eb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'serial': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1'}, 'attachment_id': '8ef86ba0-ea8e-47de-998e-2f37a5daf219', 'volume_type': None}], 'swap': None} {{(pid=62679) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1074.114843] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Root volume attach. Driver type: vmdk {{(pid=62679) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1074.115631] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15f39b6-e3fa-441f-90b6-159909c0b3b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.123404] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc74d6b3-7a6a-4336-8068-4ffcf78bd252 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.129485] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f18934-65e3-4b14-9288-a6cdf8bd319e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.135585] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-79caf131-40ac-425a-a8f4-f8be76fe7f30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.143992] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1074.143992] env[62679]: value = "task-2412890" [ 1074.143992] env[62679]: _type = "Task" [ 1074.143992] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.153528] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412890, 'name': RelocateVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.342427] env[62679]: DEBUG nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.424396] env[62679]: DEBUG nova.network.neutron [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updated VIF entry in instance network info cache for port a035cccb-3b83-4ee6-9413-e971cb934a63. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.424756] env[62679]: DEBUG nova.network.neutron [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [{"id": "a035cccb-3b83-4ee6-9413-e971cb934a63", "address": "fa:16:3e:b8:66:b2", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa035cccb-3b", "ovs_interfaceid": "a035cccb-3b83-4ee6-9413-e971cb934a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.500580] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520e2295-eb13-60ca-502f-3eb86065e7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.500916] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.501193] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.501478] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.501641] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.501847] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.502135] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-958f6e46-80e2-4dfa-ab11-557d323db160 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.513694] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.513874] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.514585] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9841ec7b-3e45-4bb1-bbfb-1b1673f75291 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.519791] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1074.519791] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1015d-c7ac-5b2d-409f-49793f024071" [ 1074.519791] env[62679]: _type = "Task" [ 1074.519791] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.527646] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1015d-c7ac-5b2d-409f-49793f024071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.564485] env[62679]: DEBUG nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.656708] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412890, 'name': RelocateVM_Task, 'duration_secs': 0.3547} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.656992] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.657209] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489189', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'name': 'volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41ac8247-a813-4390-a3f2-7495c3477eb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'serial': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.657947] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2753a2d-ef22-467e-901a-75df5c676a12 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.677402] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390f2918-7694-42de-85b4-9b93e561f94f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.698959] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1/volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.701835] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1560fd-acc6-4263-9d89-2597d396b63b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.722749] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1074.722749] env[62679]: value = "task-2412891" [ 1074.722749] env[62679]: _type = "Task" [ 1074.722749] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.730634] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.743595] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163282f9-bce2-4b4f-9903-cbbfcbfa34aa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.750344] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce421512-f199-4a5c-ad20-1b1086f785dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.781760] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5af2e4-0270-48fd-800c-2c9af5f0079b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.789418] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1e25da-d6a2-4c89-81c0-09a9ce953139 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.802700] env[62679]: DEBUG nova.compute.provider_tree [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.860467] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.927236] env[62679]: DEBUG oslo_concurrency.lockutils [req-8f91476b-c138-411a-b0b2-1fbeebf65174 req-710c872c-ac0b-41aa-b67a-d13556e0a52f service nova] Releasing lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.030077] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1015d-c7ac-5b2d-409f-49793f024071, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.030795] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022a9550-5635-41ad-9476-15455d628e8f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.035519] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1075.035519] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ae3017-620d-1877-7c78-9f6f3af20c30" [ 1075.035519] env[62679]: _type = "Task" [ 1075.035519] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.042537] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ae3017-620d-1877-7c78-9f6f3af20c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.233806] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412891, 'name': ReconfigVM_Task, 'duration_secs': 0.263135} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.233806] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1/volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.238193] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f5ddca-c2f3-4b15-844e-f9a4d85502df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.253122] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1075.253122] env[62679]: value = "task-2412892" [ 1075.253122] env[62679]: _type = "Task" [ 1075.253122] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.263014] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.306209] env[62679]: DEBUG nova.scheduler.client.report [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.546495] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ae3017-620d-1877-7c78-9f6f3af20c30, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.546846] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.546965] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c18885eb-976c-45cf-99f7-b59ecd06748e/c18885eb-976c-45cf-99f7-b59ecd06748e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.547202] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f0bcb4-5202-4b40-8b3f-dafddd55850b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.553757] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1075.553757] env[62679]: value = "task-2412893" [ 1075.553757] env[62679]: _type = "Task" [ 1075.553757] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.561308] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.575451] env[62679]: DEBUG nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.602707] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.602950] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.603119] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.603304] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.603730] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.603912] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.604125] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.604289] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.604458] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.604617] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.604787] env[62679]: DEBUG nova.virt.hardware [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.605648] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34e25ad-6b3e-4784-a891-709a071fb535 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.613867] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322b5a4-018a-4fd3-b6f2-b3fb5b08c6d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.627500] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.633277] env[62679]: DEBUG oslo.service.loopingcall [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.633498] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.633723] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a26f01d3-138d-4f59-831c-6c42664bd3a3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.649677] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.649677] env[62679]: value = "task-2412894" [ 1075.649677] env[62679]: _type = "Task" [ 1075.649677] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.661369] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412894, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.762622] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412892, 'name': ReconfigVM_Task, 'duration_secs': 0.13307} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.762931] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489189', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'name': 'volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41ac8247-a813-4390-a3f2-7495c3477eb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'serial': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1075.763678] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe2b6b9b-3368-4e5b-a48f-40b1283dffeb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.770648] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1075.770648] env[62679]: value = "task-2412895" [ 1075.770648] env[62679]: _type = "Task" [ 1075.770648] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.779146] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412895, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.811517] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.812180] env[62679]: DEBUG nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.815273] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.559s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.815569] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.817682] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.957s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.819366] env[62679]: INFO nova.compute.claims [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.841599] env[62679]: INFO nova.scheduler.client.report [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted allocations for instance 9bfa235a-bc83-4505-aaff-08f56378594a [ 1075.878569] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.878700] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Cleaning up deleted instances {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11752}} [ 1076.064097] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443306} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.064331] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] c18885eb-976c-45cf-99f7-b59ecd06748e/c18885eb-976c-45cf-99f7-b59ecd06748e.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.064506] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.064959] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28275995-3a0d-4e48-9b88-fdd714172ebb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.070796] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1076.070796] env[62679]: value = "task-2412896" [ 1076.070796] env[62679]: _type = "Task" [ 1076.070796] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.077951] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.158701] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412894, 'name': CreateVM_Task, 'duration_secs': 0.412796} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.158886] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.159300] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.159462] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.159791] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.160043] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb090d15-8358-4445-b26d-0d6e50bcf746 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.164200] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1076.164200] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52426398-99dc-33e9-72ac-19354b07d22c" [ 1076.164200] env[62679]: _type = "Task" [ 1076.164200] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.171360] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52426398-99dc-33e9-72ac-19354b07d22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.281048] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412895, 'name': Rename_Task, 'duration_secs': 0.264634} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.281048] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.281217] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65f0af69-c7cb-4ba5-8fe5-ce2b207add3c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.292008] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1076.292008] env[62679]: value = "task-2412897" [ 1076.292008] env[62679]: _type = "Task" [ 1076.292008] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.301806] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.324891] env[62679]: DEBUG nova.compute.utils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1076.329470] env[62679]: DEBUG nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.329743] env[62679]: DEBUG nova.network.neutron [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.352741] env[62679]: DEBUG oslo_concurrency.lockutils [None req-98c45995-2b29-4545-a136-0cdbd60d46e9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "9bfa235a-bc83-4505-aaff-08f56378594a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.779s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.372362] env[62679]: DEBUG nova.policy [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.408449] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] There are 64 instances to clean {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11761}} [ 1076.408714] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 0dedc177-283b-46a9-bb50-8ac206dab956] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1076.584230] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057475} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.584510] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.585380] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae74d61-5b68-4bfe-9e31-7da74bd91f10 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.605503] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c18885eb-976c-45cf-99f7-b59ecd06748e/c18885eb-976c-45cf-99f7-b59ecd06748e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.605825] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b287ef-dd91-414a-97b4-04ae975206c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.629452] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1076.629452] env[62679]: value = "task-2412898" [ 1076.629452] env[62679]: _type = "Task" [ 1076.629452] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.642588] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.675171] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52426398-99dc-33e9-72ac-19354b07d22c, 'name': SearchDatastore_Task, 'duration_secs': 0.111485} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.675528] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.676404] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.676701] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.676918] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.677142] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.677527] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4d5e0b5-0390-4405-892f-c747636fe566 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.686927] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.687173] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.687976] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ba4225-14d0-4e5c-924f-d28d804bd3ff {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.693866] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1076.693866] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb1f47-6fc9-e5a6-dae1-c0455a42f3d8" [ 1076.693866] env[62679]: _type = "Task" [ 1076.693866] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.702852] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb1f47-6fc9-e5a6-dae1-c0455a42f3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.804545] env[62679]: DEBUG oslo_vmware.api [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412897, 'name': PowerOnVM_Task, 'duration_secs': 0.480624} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.804840] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.805144] env[62679]: INFO nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Took 3.96 seconds to spawn the instance on the hypervisor. [ 1076.805289] env[62679]: DEBUG nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.806199] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee0c8a4-c817-4b8b-a3e1-bb6a79ef2455 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.830653] env[62679]: DEBUG nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.876933] env[62679]: DEBUG nova.network.neutron [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Successfully created port: c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.914509] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d0f8703e-c927-40b8-81fd-5c69383d5ea3] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1076.982673] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5edae23-3c68-42e9-acdd-25de9c65ed97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.991232] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9542198-0762-4933-ac36-5dd18949dcd2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.023447] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b11388-8e6e-49af-82b7-c1f766bb8035 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.031315] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f738c-ca7e-460f-8395-b948e494fd83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.045718] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.140031] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412898, 'name': ReconfigVM_Task, 'duration_secs': 0.276068} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.140221] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c18885eb-976c-45cf-99f7-b59ecd06748e/c18885eb-976c-45cf-99f7-b59ecd06748e.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.140832] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f638b81-ab29-47c9-8e60-9667a7210f6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.148286] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1077.148286] env[62679]: value = "task-2412899" [ 1077.148286] env[62679]: _type = "Task" [ 1077.148286] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.157568] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412899, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.205224] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52eb1f47-6fc9-e5a6-dae1-c0455a42f3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.206130] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8a7656-db08-4f1a-a306-71ad936cea6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.212972] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1077.212972] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b96056-db4c-6f8b-0e81-475af4421298" [ 1077.212972] env[62679]: _type = "Task" [ 1077.212972] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.222149] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b96056-db4c-6f8b-0e81-475af4421298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.326021] env[62679]: INFO nova.compute.manager [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Took 17.75 seconds to build instance. [ 1077.417606] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 226ae28d-6d15-4130-82c5-018a056b02af] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1077.560722] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.560964] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.580476] env[62679]: ERROR nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [req-2edbfcf8-be36-4945-9196-b24d4c373991] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2edbfcf8-be36-4945-9196-b24d4c373991"}]} [ 1077.599232] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1077.615244] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1077.615584] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.630095] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1077.647527] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1077.658896] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412899, 'name': Rename_Task, 'duration_secs': 0.134421} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.659186] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.659449] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da5c7c99-3b8b-4e59-bdd3-909e53a67938 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.668372] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1077.668372] env[62679]: value = "task-2412900" [ 1077.668372] env[62679]: _type = "Task" [ 1077.668372] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.676304] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.726889] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b96056-db4c-6f8b-0e81-475af4421298, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.729554] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.729831] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.730322] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e016de71-11d2-45d7-8c1e-623b13d69f0a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.737619] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1077.737619] env[62679]: value = "task-2412901" [ 1077.737619] env[62679]: _type = "Task" [ 1077.737619] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.748950] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.794362] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa58ce52-bea6-47e2-8d7c-c1903fdfae0e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.802272] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5fd29-684f-4a7a-813c-7ae8bd2df02b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.834988] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8fcc6279-731a-49f1-9b0f-1f264dbb698e tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.269s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.835982] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533f96b-2e32-4eae-bb9b-c9485388e17b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.844474] env[62679]: DEBUG nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.848488] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f19b2-33fa-455c-84e0-068a53e16889 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.864962] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.875920] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.876214] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.876429] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.876664] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.876861] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.877067] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.877309] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.877509] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.877703] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.877894] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.878085] env[62679]: DEBUG nova.virt.hardware [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.878919] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f5e82-e108-4861-921f-7852c626e6e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.889197] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db13c5b-b85b-4cc3-b847-604914fb204d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.923859] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 22ffb863-8091-4677-ac37-d84f6d7d7cac] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1077.929788] env[62679]: DEBUG nova.compute.manager [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Received event network-changed-2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1077.930105] env[62679]: DEBUG nova.compute.manager [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Refreshing instance network info cache due to event network-changed-2201bb10-896a-42e1-a13b-283a07de5bee. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1077.930564] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] Acquiring lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.930639] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] Acquired lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.930895] env[62679]: DEBUG nova.network.neutron [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Refreshing network info cache for port 2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.064149] env[62679]: DEBUG nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.184176] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.249983] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477844} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.249983] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.249983] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.249983] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8c3d64c-6d00-44d9-bc7b-ee1356dab98e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.258853] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1078.258853] env[62679]: value = "task-2412902" [ 1078.258853] env[62679]: _type = "Task" [ 1078.258853] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.269375] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.396921] env[62679]: ERROR nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [req-68b033ca-c210-4799-9419-f6eff17a30e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68b033ca-c210-4799-9419-f6eff17a30e9"}]} [ 1078.412123] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1078.427550] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 03557e29-2fe9-4d1b-a5f1-6b5c1256a803] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1078.430134] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1078.430387] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.441158] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1078.456723] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1078.580542] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.608691] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16157574-0823-4c70-bab3-2991047929e8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.611867] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "1f3baea2-cd04-4e64-8532-24805270cd7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.612103] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.612298] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "1f3baea2-cd04-4e64-8532-24805270cd7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.612490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.612712] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.616130] env[62679]: DEBUG nova.compute.manager [req-9870b926-653e-426e-bb15-f623512c1899 req-ebd361ad-261f-4f00-837f-ca3e22a3a5e7 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-vif-plugged-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1078.616321] env[62679]: DEBUG oslo_concurrency.lockutils [req-9870b926-653e-426e-bb15-f623512c1899 req-ebd361ad-261f-4f00-837f-ca3e22a3a5e7 service nova] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.616577] env[62679]: DEBUG oslo_concurrency.lockutils [req-9870b926-653e-426e-bb15-f623512c1899 req-ebd361ad-261f-4f00-837f-ca3e22a3a5e7 service nova] Lock "8e0c600b-066c-4969-965e-163234fd31e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.616727] env[62679]: DEBUG oslo_concurrency.lockutils [req-9870b926-653e-426e-bb15-f623512c1899 req-ebd361ad-261f-4f00-837f-ca3e22a3a5e7 service nova] Lock "8e0c600b-066c-4969-965e-163234fd31e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.616862] env[62679]: DEBUG nova.compute.manager [req-9870b926-653e-426e-bb15-f623512c1899 req-ebd361ad-261f-4f00-837f-ca3e22a3a5e7 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] No waiting events found dispatching network-vif-plugged-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.616982] env[62679]: WARNING nova.compute.manager [req-9870b926-653e-426e-bb15-f623512c1899 req-ebd361ad-261f-4f00-837f-ca3e22a3a5e7 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received unexpected event network-vif-plugged-c144b36f-729f-44dd-81c0-6a91a4eba05a for instance with vm_state building and task_state spawning. [ 1078.617488] env[62679]: INFO nova.compute.manager [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Terminating instance [ 1078.622504] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a1b1fe-20b2-448d-bc0e-ab7755d7e5fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.658022] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd4e82-7d08-4cce-bf2a-67e1caa98bab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.667938] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ab042-031c-4683-af32-73be8642a16c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.687023] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.689821] env[62679]: DEBUG oslo_vmware.api [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412900, 'name': PowerOnVM_Task, 'duration_secs': 0.626297} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.690491] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.690809] env[62679]: INFO nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1078.691126] env[62679]: DEBUG nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.692393] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5369b-aecd-46f8-a86f-078821956b9b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.769911] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070956} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.770148] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.770921] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62592e-d9c2-4ca2-8dd4-3d7fbef06e09 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.790702] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.791679] env[62679]: DEBUG nova.network.neutron [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updated VIF entry in instance network info cache for port 2201bb10-896a-42e1-a13b-283a07de5bee. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.792013] env[62679]: DEBUG nova.network.neutron [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [{"id": "2201bb10-896a-42e1-a13b-283a07de5bee", "address": "fa:16:3e:b7:9c:34", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201bb10-89", "ovs_interfaceid": "2201bb10-896a-42e1-a13b-283a07de5bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.793111] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ef2371-8ac7-437e-aa1d-35a4aaeb2ff4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.809481] env[62679]: DEBUG nova.network.neutron [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Successfully updated port: c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.813732] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1078.813732] env[62679]: value = "task-2412903" [ 1078.813732] env[62679]: _type = "Task" [ 1078.813732] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.822936] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.934043] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: aa9d0acc-c1a7-425c-bb48-7d57895b27a1] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1079.127726] env[62679]: DEBUG nova.compute.manager [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.127963] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.128871] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eccfb68-7a5d-4ed9-b558-50c496bf432e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.137617] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.137869] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e09975-5b6f-4bd7-b49f-2911c503b60b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.146462] env[62679]: DEBUG oslo_vmware.api [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1079.146462] env[62679]: value = "task-2412904" [ 1079.146462] env[62679]: _type = "Task" [ 1079.146462] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.157362] env[62679]: DEBUG oslo_vmware.api [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.210903] env[62679]: INFO nova.compute.manager [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Took 17.61 seconds to build instance. [ 1079.212765] env[62679]: ERROR nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [req-664b2b3f-7bb5-4022-a983-2b1e30448540] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-664b2b3f-7bb5-4022-a983-2b1e30448540"}]} [ 1079.231016] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.248136] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.248377] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.261372] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.280953] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.308327] env[62679]: DEBUG oslo_concurrency.lockutils [req-a6578236-b017-42e3-82b9-8d9964577d25 req-a7491e0d-7248-44be-a534-f69aafb04dc0 service nova] Releasing lock "refresh_cache-8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.312617] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.312844] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.313804] env[62679]: DEBUG nova.network.neutron [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.330010] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.382199] env[62679]: DEBUG nova.compute.manager [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Stashing vm_state: active {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 1079.435964] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: c854e733-7ff3-41fa-8d26-f0fc27bcd4c1] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1079.457914] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd8cfd1-1dd3-4d05-ba76-d28dab3d8db5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.470840] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86fbbf2-bf84-406a-81e2-17d96baf0cdf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.506142] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4be1c2-6187-4d01-9ef4-225eedf7a933 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.515501] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253f8e01-f22a-48a6-b20d-6721c8f10389 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.531585] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.659866] env[62679]: DEBUG oslo_vmware.api [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412904, 'name': PowerOffVM_Task, 'duration_secs': 0.220385} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.660263] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.660263] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.660535] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f494c73-8de9-4549-a1f1-7dda93fe8a30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.716238] env[62679]: DEBUG oslo_concurrency.lockutils [None req-f5900fc6-edf9-4872-adaf-2bcbeacd2802 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "c18885eb-976c-45cf-99f7-b59ecd06748e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.121s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.733184] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.733576] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.733955] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleting the datastore file [datastore1] 1f3baea2-cd04-4e64-8532-24805270cd7d {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.734361] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf40ce1-4366-477a-9302-232cc758d1f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.742588] env[62679]: DEBUG oslo_vmware.api [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1079.742588] env[62679]: value = "task-2412906" [ 1079.742588] env[62679]: _type = "Task" [ 1079.742588] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.751587] env[62679]: DEBUG oslo_vmware.api [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.826117] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412903, 'name': ReconfigVM_Task, 'duration_secs': 0.851907} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.826399] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Reconfigured VM instance instance-00000071 to attach disk [datastore2] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.827313] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71628013-dc59-48e7-a465-d910ecb510ad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.835436] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1079.835436] env[62679]: value = "task-2412907" [ 1079.835436] env[62679]: _type = "Task" [ 1079.835436] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.846667] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412907, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.861255] env[62679]: DEBUG nova.network.neutron [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.906944] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.939665] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 608cb387-f460-4ee0-be53-08421954cef8] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1079.955298] env[62679]: DEBUG nova.compute.manager [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Received event network-changed-a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1079.955298] env[62679]: DEBUG nova.compute.manager [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Refreshing instance network info cache due to event network-changed-a035cccb-3b83-4ee6-9413-e971cb934a63. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1079.955528] env[62679]: DEBUG oslo_concurrency.lockutils [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] Acquiring lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.955528] env[62679]: DEBUG oslo_concurrency.lockutils [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] Acquired lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.955690] env[62679]: DEBUG nova.network.neutron [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Refreshing network info cache for port a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.018898] env[62679]: DEBUG nova.network.neutron [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.064348] env[62679]: DEBUG nova.scheduler.client.report [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1080.064640] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 151 to 152 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1080.064828] env[62679]: DEBUG nova.compute.provider_tree [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.253766] env[62679]: DEBUG oslo_vmware.api [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159287} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.254073] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.254283] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.254474] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.254802] env[62679]: INFO nova.compute.manager [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1080.255092] env[62679]: DEBUG oslo.service.loopingcall [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.255294] env[62679]: DEBUG nova.compute.manager [-] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.255391] env[62679]: DEBUG nova.network.neutron [-] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.347330] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412907, 'name': Rename_Task, 'duration_secs': 0.250996} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.347675] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.347934] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5b77f7-16c1-4ca1-a0e8-c6dd012e6f10 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.355323] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1080.355323] env[62679]: value = "task-2412908" [ 1080.355323] env[62679]: _type = "Task" [ 1080.355323] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.363816] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.445710] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: babafca5-b665-46de-97af-b66fa06b42cc] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1080.521943] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.522373] env[62679]: DEBUG nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Instance network_info: |[{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.522778] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a3:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c144b36f-729f-44dd-81c0-6a91a4eba05a', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.530940] env[62679]: DEBUG oslo.service.loopingcall [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.531198] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.531856] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90883fc1-e739-4fd5-bfd9-8fe698275772 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.555538] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.555538] env[62679]: value = "task-2412909" [ 1080.555538] env[62679]: _type = "Task" [ 1080.555538] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.564327] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412909, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.569284] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.752s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.569806] env[62679]: DEBUG nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.572507] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.992s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.574042] env[62679]: INFO nova.compute.claims [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.791120] env[62679]: DEBUG nova.compute.manager [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1080.791120] env[62679]: DEBUG nova.compute.manager [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing instance network info cache due to event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1080.791120] env[62679]: DEBUG oslo_concurrency.lockutils [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.791120] env[62679]: DEBUG oslo_concurrency.lockutils [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.791120] env[62679]: DEBUG nova.network.neutron [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.875158] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412908, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.949525] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 57f9dfad-d027-48f7-a724-220c9b6fe709] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1081.020065] env[62679]: DEBUG nova.network.neutron [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updated VIF entry in instance network info cache for port a035cccb-3b83-4ee6-9413-e971cb934a63. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.020457] env[62679]: DEBUG nova.network.neutron [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [{"id": "a035cccb-3b83-4ee6-9413-e971cb934a63", "address": "fa:16:3e:b8:66:b2", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa035cccb-3b", "ovs_interfaceid": "a035cccb-3b83-4ee6-9413-e971cb934a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.067031] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412909, 'name': CreateVM_Task, 'duration_secs': 0.484287} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.067217] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.067898] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.068027] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.068349] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.068603] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c625de-9c45-431b-8eb2-5e9882502ead {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.073732] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1081.073732] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5241095b-c740-2bc5-0e20-66d1d9ec6394" [ 1081.073732] env[62679]: _type = "Task" [ 1081.073732] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.078478] env[62679]: DEBUG nova.compute.utils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.079821] env[62679]: DEBUG nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.079997] env[62679]: DEBUG nova.network.neutron [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.090156] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5241095b-c740-2bc5-0e20-66d1d9ec6394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.127821] env[62679]: DEBUG nova.policy [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0139115b04a40dc8fc586f2748de078', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e8fb65480b8445fb2f88d7973711fdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.367389] env[62679]: DEBUG oslo_vmware.api [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412908, 'name': PowerOnVM_Task, 'duration_secs': 0.648997} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.367660] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.367857] env[62679]: INFO nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Took 5.79 seconds to spawn the instance on the hypervisor. [ 1081.368055] env[62679]: DEBUG nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.368819] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09310cf0-4c23-4608-bb76-b79682f7ed25 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.453006] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 7bad2069-4949-4d58-9715-640519386c65] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1081.522911] env[62679]: DEBUG oslo_concurrency.lockutils [req-5e01217c-c2b9-4a4e-b889-60f4610ad1bf req-83ac3e28-9c60-4345-bc0d-c2486bc02bd1 service nova] Releasing lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.549268] env[62679]: DEBUG nova.network.neutron [-] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.574642] env[62679]: DEBUG nova.network.neutron [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Successfully created port: 5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.586885] env[62679]: DEBUG nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.591756] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5241095b-c740-2bc5-0e20-66d1d9ec6394, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.592461] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.592630] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.592858] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.593055] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.594221] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.594489] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-987edcbb-df4d-4f8f-93bb-56222a07bdcd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.604438] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.604618] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.605357] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a98d8f-ec33-436a-808e-9fa36b53de64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.611517] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1081.611517] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5278fca9-f5b2-607b-44ca-4463b801b108" [ 1081.611517] env[62679]: _type = "Task" [ 1081.611517] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.624712] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5278fca9-f5b2-607b-44ca-4463b801b108, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.625503] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717f5da8-92a1-4b3c-a30e-ced4706a3004 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.631588] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1081.631588] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521f1fc4-cb12-a508-324d-0aff28795cb1" [ 1081.631588] env[62679]: _type = "Task" [ 1081.631588] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.644849] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]521f1fc4-cb12-a508-324d-0aff28795cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.647093] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.647093] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 8e0c600b-066c-4969-965e-163234fd31e8/8e0c600b-066c-4969-965e-163234fd31e8.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.647093] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-732fcc4e-e848-462c-a8d2-09e9df19c5f1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.654988] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1081.654988] env[62679]: value = "task-2412910" [ 1081.654988] env[62679]: _type = "Task" [ 1081.654988] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.664355] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.685149] env[62679]: DEBUG nova.network.neutron [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updated VIF entry in instance network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.685149] env[62679]: DEBUG nova.network.neutron [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.785133] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b2d0d3-44a6-490b-9055-bd7b9d9f45e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.794345] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3010d1-c44b-4a68-9df6-d5ea82c4ebea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.825439] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be2c1e-dd5a-419d-b35d-4894cfbd37b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.834350] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b1ba6-a1bf-4455-89af-9448628ed2da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.849718] env[62679]: DEBUG nova.compute.provider_tree [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.884517] env[62679]: INFO nova.compute.manager [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Took 20.09 seconds to build instance. [ 1081.956439] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 05b5303c-1280-4c19-a956-edb364a59bc4] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1082.052370] env[62679]: INFO nova.compute.manager [-] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Took 1.80 seconds to deallocate network for instance. [ 1082.167316] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470485} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.167577] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 8e0c600b-066c-4969-965e-163234fd31e8/8e0c600b-066c-4969-965e-163234fd31e8.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.167792] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.168051] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bf57ca7-4120-468b-8811-6a57d7590c5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.175512] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1082.175512] env[62679]: value = "task-2412911" [ 1082.175512] env[62679]: _type = "Task" [ 1082.175512] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.184645] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.187307] env[62679]: DEBUG oslo_concurrency.lockutils [req-f7f7afc2-090c-4c4a-9093-a129d4347ff7 req-400b3912-ff73-4f8d-8800-64a2bb97e905 service nova] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.384947] env[62679]: DEBUG nova.scheduler.client.report [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1082.385317] env[62679]: DEBUG nova.compute.provider_tree [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 152 to 153 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1082.385514] env[62679]: DEBUG nova.compute.provider_tree [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.390291] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77cfc709-7513-4fb8-818c-11f57e3487b7 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "dfb456e2-9057-4cef-a115-bacbc9a51580" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.605s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.459564] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: ac3c2395-0e3c-4b5f-9f11-dc329b3724ee] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1082.559244] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.600000] env[62679]: DEBUG nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.621816] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.622083] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.622244] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.622426] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.622580] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.622723] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.622929] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.623098] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.623270] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.623433] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.623609] env[62679]: DEBUG nova.virt.hardware [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.624518] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e2168-a997-46ea-bbe4-80f07e0e170d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.632804] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772427f9-4a06-4536-b087-2eee8308a4b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.683671] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205483} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.683978] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.684739] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234a6c1-8677-4b6d-a9f1-4cc0a8754a23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.705914] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 8e0c600b-066c-4969-965e-163234fd31e8/8e0c600b-066c-4969-965e-163234fd31e8.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.706141] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01085839-60a4-4a08-a237-ee89aa28235e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.724539] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1082.724539] env[62679]: value = "task-2412912" [ 1082.724539] env[62679]: _type = "Task" [ 1082.724539] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.732156] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.752194] env[62679]: INFO nova.compute.manager [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Rebuilding instance [ 1082.792115] env[62679]: DEBUG nova.compute.manager [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.792967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8cdcfd-a461-4dbb-b9c6-ef87d9b42ba1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.822087] env[62679]: DEBUG nova.compute.manager [req-fe4fd82d-e260-4e58-a022-6d14e07303c0 req-d53e5ca9-cd02-4424-aeda-cdffc85604f3 service nova] [instance: 1f3baea2-cd04-4e64-8532-24805270cd7d] Received event network-vif-deleted-1001e301-c3df-4ec2-96c8-96bf82b03c50 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1082.890923] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.891426] env[62679]: DEBUG nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.894299] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.988s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.963097] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 607bc110-443c-4311-826c-fb2f286f6332] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1083.234536] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412912, 'name': ReconfigVM_Task, 'duration_secs': 0.293664} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.234819] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 8e0c600b-066c-4969-965e-163234fd31e8/8e0c600b-066c-4969-965e-163234fd31e8.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.235461] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22534588-3066-4291-9d63-6dadb80591ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.242931] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1083.242931] env[62679]: value = "task-2412913" [ 1083.242931] env[62679]: _type = "Task" [ 1083.242931] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.250532] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412913, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.397424] env[62679]: DEBUG nova.compute.utils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1083.402681] env[62679]: INFO nova.compute.claims [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.408714] env[62679]: DEBUG nova.network.neutron [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Successfully updated port: 5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.409283] env[62679]: DEBUG nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.409584] env[62679]: DEBUG nova.network.neutron [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.450898] env[62679]: DEBUG nova.policy [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '125700bfd508425db30fffc986703fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f81c0a0ad954ecdafd5f5839ce50582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.466674] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: a72af12d-285a-4654-a9ee-61dcb14897d5] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1083.743197] env[62679]: DEBUG nova.network.neutron [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Successfully created port: 50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.754651] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412913, 'name': Rename_Task, 'duration_secs': 0.147894} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.754907] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.755151] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66419835-d958-4d75-83b6-f9e43c364450 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.761925] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1083.761925] env[62679]: value = "task-2412914" [ 1083.761925] env[62679]: _type = "Task" [ 1083.761925] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.769167] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.806100] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.806470] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576ad5a8-3c35-4e5f-a5c7-2ec856154a03 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.812727] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1083.812727] env[62679]: value = "task-2412915" [ 1083.812727] env[62679]: _type = "Task" [ 1083.812727] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.820542] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.908018] env[62679]: DEBUG nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.917095] env[62679]: INFO nova.compute.resource_tracker [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating resource usage from migration 533498d8-f2ce-4947-aa23-7c75f42ec085 [ 1083.920268] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.920422] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.920616] env[62679]: DEBUG nova.network.neutron [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.970187] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 86c5d5c1-9f92-4b6d-9df6-2edb1e95c594] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1084.200203] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89df480-174c-4650-9809-5c1ccc26960a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.208589] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a051e2-5757-4adc-8631-c9248b0865d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.239024] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2801281-15c8-42fe-bd78-98aa5ab117da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.246652] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66034594-82e8-4097-b110-96841f05a601 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.259688] env[62679]: DEBUG nova.compute.provider_tree [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.271377] env[62679]: DEBUG oslo_vmware.api [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412914, 'name': PowerOnVM_Task, 'duration_secs': 0.432635} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.271654] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.271861] env[62679]: INFO nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1084.272057] env[62679]: DEBUG nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.272828] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e779da6-b998-4afb-b7c8-6a948c17b8b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.323431] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412915, 'name': PowerOffVM_Task, 'duration_secs': 0.202468} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.323431] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.323673] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.324708] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8c8d62-e70b-4fd3-a050-e3e6c7d9120e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.331236] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.331463] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9dc9a2a-b8b3-4d77-85f5-9330fc3adc8c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.357781] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.358009] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.358195] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleting the datastore file [datastore2] dfb456e2-9057-4cef-a115-bacbc9a51580 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.358445] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e9f1323-394f-411e-a22b-e17371b52317 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.364628] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1084.364628] env[62679]: value = "task-2412917" [ 1084.364628] env[62679]: _type = "Task" [ 1084.364628] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.372489] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.461775] env[62679]: DEBUG nova.network.neutron [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.474037] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: e966d896-b5a7-41e5-98f1-1a94e926757b] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1084.622471] env[62679]: DEBUG nova.network.neutron [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.764072] env[62679]: DEBUG nova.scheduler.client.report [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.789095] env[62679]: INFO nova.compute.manager [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Took 20.11 seconds to build instance. [ 1084.850062] env[62679]: DEBUG nova.compute.manager [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-vif-plugged-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1084.850290] env[62679]: DEBUG oslo_concurrency.lockutils [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.850491] env[62679]: DEBUG oslo_concurrency.lockutils [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.850655] env[62679]: DEBUG oslo_concurrency.lockutils [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.850821] env[62679]: DEBUG nova.compute.manager [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] No waiting events found dispatching network-vif-plugged-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.850980] env[62679]: WARNING nova.compute.manager [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received unexpected event network-vif-plugged-5c4086f1-2685-45fe-8d2e-6a24749e476a for instance with vm_state building and task_state spawning. [ 1084.851148] env[62679]: DEBUG nova.compute.manager [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1084.851302] env[62679]: DEBUG nova.compute.manager [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing instance network info cache due to event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1084.851461] env[62679]: DEBUG oslo_concurrency.lockutils [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.875217] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247081} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.875437] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.875614] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.875785] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.921884] env[62679]: DEBUG nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.950060] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.950305] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.950461] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.950640] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.950784] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.950927] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.951146] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.951302] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.951465] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.951670] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.951889] env[62679]: DEBUG nova.virt.hardware [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.952768] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4848d8a-569a-49f7-9ed8-a63a62788337 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.960428] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c167de-f9e0-47cd-959b-0e026581ef95 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.977310] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 06985fc0-2bf8-4719-9f42-87d5b064d399] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1085.128986] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.129412] env[62679]: DEBUG nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Instance network_info: |[{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.129743] env[62679]: DEBUG oslo_concurrency.lockutils [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.129926] env[62679]: DEBUG nova.network.neutron [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.131709] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c4086f1-2685-45fe-8d2e-6a24749e476a', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.139162] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating folder: Project (7e8fb65480b8445fb2f88d7973711fdb). Parent ref: group-v488891. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.140247] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8007e056-5600-4789-bf4b-06fce8833155 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.150958] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created folder: Project (7e8fb65480b8445fb2f88d7973711fdb) in parent group-v488891. [ 1085.151149] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating folder: Instances. Parent ref: group-v489196. {{(pid=62679) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.151384] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc776bc0-d307-41b4-bcb2-1c9cda518a46 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.161261] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created folder: Instances in parent group-v489196. [ 1085.161490] env[62679]: DEBUG oslo.service.loopingcall [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.161695] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.161901] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f33690e-f1fe-46f8-9a94-6d6752232640 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.180806] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.180806] env[62679]: value = "task-2412920" [ 1085.180806] env[62679]: _type = "Task" [ 1085.180806] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.188905] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412920, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.269612] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.375s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.269935] env[62679]: INFO nova.compute.manager [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Migrating [ 1085.277627] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.719s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.277869] env[62679]: DEBUG nova.objects.instance [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'resources' on Instance uuid 1f3baea2-cd04-4e64-8532-24805270cd7d {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.291155] env[62679]: DEBUG oslo_concurrency.lockutils [None req-7306bd4a-c5f2-4266-9351-4df8319b21ea tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "8e0c600b-066c-4969-965e-163234fd31e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.620s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.480253] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: eb8d8525-a9f0-418d-9d3b-bed3dc25a91d] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1085.690981] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412920, 'name': CreateVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.791568] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.791767] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.792043] env[62679]: DEBUG nova.network.neutron [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.917858] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.918123] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.918281] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.918590] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.918735] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.918885] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.919104] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.919261] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.919702] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.919702] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.919815] env[62679]: DEBUG nova.virt.hardware [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.920616] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c5b8d7-f651-416e-81e1-44c550eab2db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.930290] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804cb0f8-51b8-42cf-ab60-b860de439097 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.944555] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Instance VIF info [] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.950348] env[62679]: DEBUG oslo.service.loopingcall [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.953289] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.953738] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d106d6c-ccc0-48bf-b54c-3cf8c6524cc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.967274] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6224713-fb1f-4d5c-94fd-d726ef6be5c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.974890] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aa4cd2-db1c-48f9-b811-f0eaf46e0e77 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.978827] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.978827] env[62679]: value = "task-2412921" [ 1085.978827] env[62679]: _type = "Task" [ 1085.978827] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.008897] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 42cb516d-dfb7-4ba1-90b5-daa3e221eb32] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1086.015601] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c5da7-ff9b-4ce9-9851-04fea8f94a26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.022341] env[62679]: DEBUG nova.network.neutron [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Successfully updated port: 50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.023846] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412921, 'name': CreateVM_Task} progress is 15%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.029021] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7b367-6ebf-48be-9b9d-8dea7a667ab0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.045340] env[62679]: DEBUG nova.compute.provider_tree [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.154819] env[62679]: DEBUG nova.network.neutron [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updated VIF entry in instance network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.155402] env[62679]: DEBUG nova.network.neutron [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.190654] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412920, 'name': CreateVM_Task, 'duration_secs': 0.526268} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.190829] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.191526] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.191719] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.192053] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.192313] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3300ce5-a49d-41c1-812c-11f95327e445 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.196384] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1086.196384] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520a2422-e4bd-cadb-8dd0-fa43fafde86b" [ 1086.196384] env[62679]: _type = "Task" [ 1086.196384] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.203751] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520a2422-e4bd-cadb-8dd0-fa43fafde86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.493703] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412921, 'name': CreateVM_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.520600] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 060d93bc-811b-4a0e-a30e-3fac1a51eeef] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1086.525403] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.525626] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.525863] env[62679]: DEBUG nova.network.neutron [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.548781] env[62679]: DEBUG nova.scheduler.client.report [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.658297] env[62679]: DEBUG oslo_concurrency.lockutils [req-652b73e3-7d08-4745-826e-ad7ffc82317c req-ae112323-2bc9-4aa8-a36e-ca61ea275e8f service nova] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.696983] env[62679]: DEBUG nova.network.neutron [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [{"id": "a035cccb-3b83-4ee6-9413-e971cb934a63", "address": "fa:16:3e:b8:66:b2", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa035cccb-3b", "ovs_interfaceid": "a035cccb-3b83-4ee6-9413-e971cb934a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.708594] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]520a2422-e4bd-cadb-8dd0-fa43fafde86b, 'name': SearchDatastore_Task, 'duration_secs': 0.022339} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.709673] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.709817] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.710110] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.710308] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.710528] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.711105] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db1ecb6-6dbf-41ff-a038-1c3b4c4d7ada {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.719144] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.719385] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.720195] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026358f2-d3fd-4c72-ab5a-da7a4f04a4ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.725710] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1086.725710] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52381e07-c9c9-1672-fd39-14a00bfc4d0c" [ 1086.725710] env[62679]: _type = "Task" [ 1086.725710] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.733628] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52381e07-c9c9-1672-fd39-14a00bfc4d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.891379] env[62679]: DEBUG nova.compute.manager [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Received event network-vif-plugged-50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1086.891698] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.891965] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Lock "2622113e-27c1-452f-b347-68010e72b3fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.892234] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Lock "2622113e-27c1-452f-b347-68010e72b3fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.892473] env[62679]: DEBUG nova.compute.manager [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] No waiting events found dispatching network-vif-plugged-50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.892726] env[62679]: WARNING nova.compute.manager [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Received unexpected event network-vif-plugged-50fe4d3c-86fc-4696-9ae3-62991d144940 for instance with vm_state building and task_state spawning. [ 1086.892951] env[62679]: DEBUG nova.compute.manager [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Received event network-changed-50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1086.893185] env[62679]: DEBUG nova.compute.manager [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Refreshing instance network info cache due to event network-changed-50fe4d3c-86fc-4696-9ae3-62991d144940. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1086.893371] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Acquiring lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.989118] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412921, 'name': CreateVM_Task, 'duration_secs': 0.634632} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.989466] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.989726] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.989898] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.990239] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.990485] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7b9beb-c7be-4335-8547-6b428ee656fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.995282] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1086.995282] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52167294-0557-c59e-ba58-289f80b6cb0a" [ 1086.995282] env[62679]: _type = "Task" [ 1086.995282] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.004331] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52167294-0557-c59e-ba58-289f80b6cb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.024275] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 139427fa-b878-454f-b3fe-b8fbeac3b9ab] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1087.056942] env[62679]: DEBUG nova.network.neutron [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.059245] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.076133] env[62679]: INFO nova.scheduler.client.report [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted allocations for instance 1f3baea2-cd04-4e64-8532-24805270cd7d [ 1087.199807] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.230206] env[62679]: DEBUG nova.network.neutron [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.237628] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52381e07-c9c9-1672-fd39-14a00bfc4d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.238410] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3d5967-853e-4f4a-aa80-21805d5b2816 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.243559] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1087.243559] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d6361f-eda8-de3e-327c-aa51d0c6266c" [ 1087.243559] env[62679]: _type = "Task" [ 1087.243559] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.251074] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d6361f-eda8-de3e-327c-aa51d0c6266c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.404919] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.405175] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.506332] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52167294-0557-c59e-ba58-289f80b6cb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.035929} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.506632] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.506873] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.507102] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.527697] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 2ff0f505-aec0-4d53-a903-3ec35770e061] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1087.583777] env[62679]: DEBUG oslo_concurrency.lockutils [None req-97f6e4f4-f398-4dfe-914e-693861013fab tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "1f3baea2-cd04-4e64-8532-24805270cd7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.972s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.732588] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.733010] env[62679]: DEBUG nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Instance network_info: |[{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.733318] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Acquired lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.733496] env[62679]: DEBUG nova.network.neutron [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Refreshing network info cache for port 50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.734775] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:61:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50fe4d3c-86fc-4696-9ae3-62991d144940', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.742154] env[62679]: DEBUG oslo.service.loopingcall [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.745874] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.746405] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7a897ad-5405-47f1-ab15-2ad1db8bcc8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.770468] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d6361f-eda8-de3e-327c-aa51d0c6266c, 'name': SearchDatastore_Task, 'duration_secs': 0.048268} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.772027] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.772027] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.772207] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.772207] env[62679]: value = "task-2412922" [ 1087.772207] env[62679]: _type = "Task" [ 1087.772207] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.772427] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.772614] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.772839] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c064bedf-2a00-4aa8-ab76-069c4e0d9e2d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.777026] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b4687d-a669-46c0-9307-ced9027b7330 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.785066] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1087.785066] env[62679]: value = "task-2412923" [ 1087.785066] env[62679]: _type = "Task" [ 1087.785066] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.788121] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412922, 'name': CreateVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.791649] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.791830] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.792517] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b963f22-004e-44fc-b697-843515973aee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.803268] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1087.803268] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522e91c7-af18-6d0f-feb3-e362f5bab37f" [ 1087.803268] env[62679]: _type = "Task" [ 1087.803268] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.803268] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.812111] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522e91c7-af18-6d0f-feb3-e362f5bab37f, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.812819] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305a6fcd-2aab-4f63-9c1f-996c338c10bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.819055] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1087.819055] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52990c6f-077a-1415-eecf-a7a267a6b41f" [ 1087.819055] env[62679]: _type = "Task" [ 1087.819055] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.826375] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52990c6f-077a-1415-eecf-a7a267a6b41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.907675] env[62679]: DEBUG nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.030725] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d33ccfb9-f1ef-44aa-a0ab-9356c4791e1a] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1088.101921] env[62679]: DEBUG nova.network.neutron [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updated VIF entry in instance network info cache for port 50fe4d3c-86fc-4696-9ae3-62991d144940. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.102382] env[62679]: DEBUG nova.network.neutron [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.287966] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412922, 'name': CreateVM_Task, 'duration_secs': 0.405986} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.288343] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.292819] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.293008] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.293377] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.293784] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43740b5a-433c-4690-a530-4a773d399d47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.300230] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1088.300230] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526baac6-7afd-1919-6da7-5ddf67033f08" [ 1088.300230] env[62679]: _type = "Task" [ 1088.300230] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.306900] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.312522] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526baac6-7afd-1919-6da7-5ddf67033f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.329150] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52990c6f-077a-1415-eecf-a7a267a6b41f, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.329455] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.329722] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.330028] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-757d9dd4-eb32-4d64-9260-25088eab6812 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.337489] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1088.337489] env[62679]: value = "task-2412924" [ 1088.337489] env[62679]: _type = "Task" [ 1088.337489] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.344895] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.365781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.365992] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.431680] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.431936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.433472] env[62679]: INFO nova.compute.claims [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.534544] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: f4de9396-2bee-4327-b96f-2ce0bd74ed16] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1088.605611] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Releasing lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.605897] env[62679]: DEBUG nova.compute.manager [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1088.606094] env[62679]: DEBUG nova.compute.manager [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing instance network info cache due to event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1088.606308] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.606449] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.606608] env[62679]: DEBUG nova.network.neutron [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.714452] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719019ea-57f6-48ac-8d1b-41eeb4760998 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.732447] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance '41ac8247-a813-4390-a3f2-7495c3477eb5' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.797165] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626128} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.797357] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.797570] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.797801] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7645824a-2663-402d-b5f9-948c113c49b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.804954] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1088.804954] env[62679]: value = "task-2412925" [ 1088.804954] env[62679]: _type = "Task" [ 1088.804954] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.811833] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]526baac6-7afd-1919-6da7-5ddf67033f08, 'name': SearchDatastore_Task, 'duration_secs': 0.03971} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.812488] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.812771] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.813105] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.813275] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.813547] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.816512] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d877c5-8abf-4e00-9aa6-3598811e4f08 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.818226] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.824720] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.824949] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.825719] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7ceb8b-290c-4a16-85c7-75b1eb9af548 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.830769] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1088.830769] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52deb50e-e11f-7917-d7fe-ccf685feb2a2" [ 1088.830769] env[62679]: _type = "Task" [ 1088.830769] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.839772] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52deb50e-e11f-7917-d7fe-ccf685feb2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.847282] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.869132] env[62679]: INFO nova.compute.manager [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Detaching volume 9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3 [ 1088.901269] env[62679]: INFO nova.virt.block_device [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Attempting to driver detach volume 9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3 from mountpoint /dev/sdb [ 1088.901601] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1088.901922] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489173', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'name': 'volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65169c1a-ef47-4b61-8492-d3f9ee2f9b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'serial': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1088.903209] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50049aaa-caac-4f0e-b2dc-2f73db4ad8b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.924275] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9c3601-283c-4adb-b6e1-d53c85201168 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.930976] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7064d35-c82e-4c14-b2a7-1bbad3f44156 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.955604] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af661a-ef7b-40b3-bdff-3a6e3b20943e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.970964] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] The volume has not been displaced from its original location: [datastore1] volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3/volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.976195] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.977105] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c6200e-4b61-4067-9424-0af580ce69a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.996256] env[62679]: DEBUG oslo_vmware.api [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1088.996256] env[62679]: value = "task-2412926" [ 1088.996256] env[62679]: _type = "Task" [ 1088.996256] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.004445] env[62679]: DEBUG oslo_vmware.api [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.038220] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 257e3861-3acd-41db-8e31-6265fa284a06] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1089.238973] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.239387] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b630e0-f85c-4f9c-82f4-e1d983632b41 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.248792] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1089.248792] env[62679]: value = "task-2412927" [ 1089.248792] env[62679]: _type = "Task" [ 1089.248792] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.259364] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.315512] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063666} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.315727] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.316594] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa0e51-a63e-4a9c-a757-e88407c7d1b4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.339911] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.343052] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19de6404-37df-4ec9-8959-064984ecdf28 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.368747] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52deb50e-e11f-7917-d7fe-ccf685feb2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.373344] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412924, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021757} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.373619] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1089.373619] env[62679]: value = "task-2412928" [ 1089.373619] env[62679]: _type = "Task" [ 1089.373619] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.373829] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902f4e8f-1f68-47b5-8185-c9f024a3f37d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.375939] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.376160] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.376427] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-088ddafb-18f4-49f7-b131-fd65d649f176 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.387147] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.387565] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1089.387565] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ceac0b-3d5e-c910-f923-a9942551ad8c" [ 1089.387565] env[62679]: _type = "Task" [ 1089.387565] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.389366] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1089.389366] env[62679]: value = "task-2412929" [ 1089.389366] env[62679]: _type = "Task" [ 1089.389366] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.402651] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52ceac0b-3d5e-c910-f923-a9942551ad8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01345} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.405727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.406150] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.406447] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.406676] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af9804e1-e1ca-470a-afd3-afbac7a2f3ec {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.413206] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1089.413206] env[62679]: value = "task-2412930" [ 1089.413206] env[62679]: _type = "Task" [ 1089.413206] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.421720] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.466178] env[62679]: DEBUG nova.network.neutron [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updated VIF entry in instance network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.466178] env[62679]: DEBUG nova.network.neutron [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.506095] env[62679]: DEBUG oslo_vmware.api [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412926, 'name': ReconfigVM_Task, 'duration_secs': 0.262739} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.508827] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.514014] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1567d46-e9cf-41ef-a14c-bf5922ce920c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.537544] env[62679]: DEBUG oslo_vmware.api [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1089.537544] env[62679]: value = "task-2412931" [ 1089.537544] env[62679]: _type = "Task" [ 1089.537544] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.543464] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 951f4958-0f0a-4115-9183-cf163b91ef9d] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1089.550844] env[62679]: DEBUG oslo_vmware.api [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.621463] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40386997-d634-40f5-a766-6c482041822b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.629546] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dffa618-2312-477e-a7db-399b8c2e925f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.661149] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba10e3-29d0-4490-9a26-4d7e32296555 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.668843] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e384408-74e7-41e7-8e56-edb4b8979195 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.682012] env[62679]: DEBUG nova.compute.provider_tree [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.759880] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412927, 'name': PowerOffVM_Task, 'duration_secs': 0.209936} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.760240] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.760471] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance '41ac8247-a813-4390-a3f2-7495c3477eb5' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.886212] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412928, 'name': ReconfigVM_Task, 'duration_secs': 0.296818} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.886439] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfigured VM instance instance-00000073 to attach disk [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.887056] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b01bc48a-2c84-418a-852e-bbf00f7ca11f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.893115] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1089.893115] env[62679]: value = "task-2412932" [ 1089.893115] env[62679]: _type = "Task" [ 1089.893115] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.909157] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08641} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.909361] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412932, 'name': Rename_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.909620] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.910349] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5b0c9-917d-4b67-adcd-c9bfcdb8837d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.932230] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.933162] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc37212-4dbf-41a2-acc1-463278bc3220 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.951944] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.958331] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1089.958331] env[62679]: value = "task-2412933" [ 1089.958331] env[62679]: _type = "Task" [ 1089.958331] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.968973] env[62679]: DEBUG oslo_concurrency.lockutils [req-c669c584-9840-4de2-9ac5-c58b20b38d6c req-ac8aac12-a508-47c4-9998-119146b4d884 service nova] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.969722] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.049600] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: f873f005-971c-4ada-9655-c9f50eb6e708] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1090.053694] env[62679]: DEBUG oslo_vmware.api [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412931, 'name': ReconfigVM_Task, 'duration_secs': 0.144197} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.053694] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489173', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'name': 'volume-9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65169c1a-ef47-4b61-8492-d3f9ee2f9b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3', 'serial': '9ccd2131-1aef-4c81-b7e4-6eea6ffee9c3'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.203535] env[62679]: ERROR nova.scheduler.client.report [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [req-13bd881d-de02-4a93-928c-272366420364] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-13bd881d-de02-4a93-928c-272366420364"}]} [ 1090.224241] env[62679]: DEBUG nova.scheduler.client.report [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1090.240140] env[62679]: DEBUG nova.scheduler.client.report [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1090.240378] env[62679]: DEBUG nova.compute.provider_tree [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.250983] env[62679]: DEBUG nova.scheduler.client.report [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1090.266864] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.267099] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.267306] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.267430] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.267577] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.267721] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.267921] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.268091] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.268259] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.268418] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.268586] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.274443] env[62679]: DEBUG nova.scheduler.client.report [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1090.276548] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5781f5e-6b3c-48d5-a03e-346f50edbde0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.292357] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1090.292357] env[62679]: value = "task-2412934" [ 1090.292357] env[62679]: _type = "Task" [ 1090.292357] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.303063] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.405719] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412932, 'name': Rename_Task, 'duration_secs': 0.156166} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.406030] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.406319] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3d39b5-1423-4ae4-ad36-6241f208c0c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.414095] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1090.414095] env[62679]: value = "task-2412935" [ 1090.414095] env[62679]: _type = "Task" [ 1090.414095] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.424805] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.428654] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de66a03-59f7-4cf4-8a7d-7013e1d7b9b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.431090] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915387} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.431352] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.431571] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.432153] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e491b127-94bc-4412-b8f8-54323e70321b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.436614] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c43788-b75f-4858-bf47-5ee4f93d49ad {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.440603] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1090.440603] env[62679]: value = "task-2412936" [ 1090.440603] env[62679]: _type = "Task" [ 1090.440603] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.475490] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070b1ad9-e349-4d5f-b21b-7f3e195952a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.481013] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.486762] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.490009] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da8305-28fe-4f8a-adf9-39e16f91228b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.503930] env[62679]: DEBUG nova.compute.provider_tree [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.556623] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: cde6214a-d360-492d-b493-5ed3c19a7d10] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1090.603217] env[62679]: DEBUG nova.objects.instance [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'flavor' on Instance uuid 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.802638] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412934, 'name': ReconfigVM_Task, 'duration_secs': 0.317061} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.802945] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance '41ac8247-a813-4390-a3f2-7495c3477eb5' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.924084] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.949561] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125608} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.949829] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.950629] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a5ef4-76bd-4d2d-8cc1-38011f81008f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.973442] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.974112] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506a2975-c563-46cf-bbe8-8b725ff85757 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.692048] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d96a89f6-6303-493a-ad3d-47218a40daf2] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1091.700696] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.700934] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.701108] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.701292] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.701429] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.701574] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.701801] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.701959] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.702140] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.702303] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.702471] env[62679]: DEBUG nova.virt.hardware [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.707944] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.709610] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee68aa4b-e5d5-43e6-83fe-aab5d757e5cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.730188] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1091.730188] env[62679]: value = "task-2412937" [ 1091.730188] env[62679]: _type = "Task" [ 1091.730188] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.735944] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412933, 'name': ReconfigVM_Task, 'duration_secs': 1.286143} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.736112] env[62679]: DEBUG oslo_vmware.api [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412935, 'name': PowerOnVM_Task, 'duration_secs': 0.666969} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.739725] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Reconfigured VM instance instance-00000071 to attach disk [datastore1] dfb456e2-9057-4cef-a115-bacbc9a51580/dfb456e2-9057-4cef-a115-bacbc9a51580.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.740337] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.740539] env[62679]: INFO nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1091.740715] env[62679]: DEBUG nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.741015] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1091.741015] env[62679]: value = "task-2412938" [ 1091.741015] env[62679]: _type = "Task" [ 1091.741015] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.741841] env[62679]: DEBUG nova.scheduler.client.report [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1091.742095] env[62679]: DEBUG nova.compute.provider_tree [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 154 to 155 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.742279] env[62679]: DEBUG nova.compute.provider_tree [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.745941] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad50398a-a87c-46bc-ab77-e288a2d5fc64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.748175] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f451166-b4d9-49ae-b8cb-ddec09254c1a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.758844] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.762549] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1091.762549] env[62679]: value = "task-2412939" [ 1091.762549] env[62679]: _type = "Task" [ 1091.762549] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.769953] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.778082] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412939, 'name': Rename_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.199031] env[62679]: DEBUG oslo_concurrency.lockutils [None req-77a91056-37df-4bd5-80c2-dd45f47e8411 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.833s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.209238] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: dcfd4812-6433-493e-8e99-0d4b7e66df8e] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1092.245702] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412937, 'name': ReconfigVM_Task, 'duration_secs': 0.276169} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.246070] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.246778] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13db322c-01b8-492f-812d-d8ff87402441 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.251639] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.820s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.252222] env[62679]: DEBUG nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.260064] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1092.260064] env[62679]: value = "task-2412940" [ 1092.260064] env[62679]: _type = "Task" [ 1092.260064] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.272016] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412938, 'name': ReconfigVM_Task, 'duration_secs': 0.176459} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.274154] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.274659] env[62679]: INFO nova.compute.manager [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Took 17.43 seconds to build instance. [ 1092.279456] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a0c68b-979b-436d-bce1-c9f30afe6d4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.287572] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412940, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.293314] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412939, 'name': Rename_Task, 'duration_secs': 0.13626} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.304353] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.312767] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1/volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.313193] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb1eab9f-b707-49a1-bf55-f1ee2aad7a55 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.315345] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4792cf56-b6b6-44c2-a2e3-0d8ea6e12bcb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.334335] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1092.334335] env[62679]: value = "task-2412942" [ 1092.334335] env[62679]: _type = "Task" [ 1092.334335] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.335653] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1092.335653] env[62679]: value = "task-2412941" [ 1092.335653] env[62679]: _type = "Task" [ 1092.335653] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.348616] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.351559] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.632888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.633180] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.633838] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.634049] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.634232] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.636395] env[62679]: INFO nova.compute.manager [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Terminating instance [ 1092.712735] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fbd90f58-d056-4166-93e9-a74efe1e901f] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1092.757353] env[62679]: DEBUG nova.compute.utils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1092.758599] env[62679]: DEBUG nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.758775] env[62679]: DEBUG nova.network.neutron [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.770273] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412940, 'name': Rename_Task, 'duration_secs': 0.140538} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.771104] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.771344] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73fb6a8c-0f08-46cf-a7cb-cfa21eca9f5a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.777914] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1092.777914] env[62679]: value = "task-2412943" [ 1092.777914] env[62679]: _type = "Task" [ 1092.777914] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.785353] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.787784] env[62679]: DEBUG oslo_concurrency.lockutils [None req-46070042-5493-4c7a-bc08-37f1646249ef tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.948s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.846267] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412942, 'name': ReconfigVM_Task, 'duration_secs': 0.250325} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.846855] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1/volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.847226] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance '41ac8247-a813-4390-a3f2-7495c3477eb5' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.851666] env[62679]: DEBUG nova.policy [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.858025] env[62679]: DEBUG oslo_vmware.api [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412941, 'name': PowerOnVM_Task, 'duration_secs': 0.411252} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.858025] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.858025] env[62679]: DEBUG nova.compute.manager [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.858199] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457acd27-2ea9-4ecd-bc9f-f86501887025 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.140151] env[62679]: DEBUG nova.compute.manager [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.140385] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.141268] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe9bf3-307a-4771-82c9-c1114cfda0f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.149057] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.149335] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c2e154-cf47-49b6-bd07-bfe43bb10bb6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.155485] env[62679]: DEBUG oslo_vmware.api [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1093.155485] env[62679]: value = "task-2412944" [ 1093.155485] env[62679]: _type = "Task" [ 1093.155485] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.162817] env[62679]: DEBUG oslo_vmware.api [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.215932] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 22e91362-b617-4092-8311-2979abfa5bfa] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1093.262623] env[62679]: DEBUG nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.290730] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.360500] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014fefef-8ba8-445d-a2da-82a8ea73fc4f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.383915] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755562d8-d0dd-452d-9eb5-f02623c48ec2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.389401] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.389653] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.389780] env[62679]: DEBUG nova.objects.instance [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62679) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1093.408062] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance '41ac8247-a813-4390-a3f2-7495c3477eb5' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.666704] env[62679]: DEBUG oslo_vmware.api [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412944, 'name': PowerOffVM_Task, 'duration_secs': 0.3345} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.666949] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.666988] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.667579] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c5fd46-052c-4993-aa6f-93143cbc6822 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.719948] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: a7540721-1d08-4e34-b5b0-c5166bc9e75c] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1093.734306] env[62679]: DEBUG nova.compute.manager [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1093.734306] env[62679]: DEBUG nova.compute.manager [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing instance network info cache due to event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1093.734306] env[62679]: DEBUG oslo_concurrency.lockutils [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.734306] env[62679]: DEBUG oslo_concurrency.lockutils [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.734306] env[62679]: DEBUG nova.network.neutron [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.743892] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.744773] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.745141] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleting the datastore file [datastore1] 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.745428] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bff33a08-d0ee-4bce-9834-4719a5a02919 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.754887] env[62679]: DEBUG oslo_vmware.api [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1093.754887] env[62679]: value = "task-2412946" [ 1093.754887] env[62679]: _type = "Task" [ 1093.754887] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.760651] env[62679]: DEBUG nova.network.neutron [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Successfully created port: 3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.774787] env[62679]: DEBUG oslo_vmware.api [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.788317] env[62679]: DEBUG oslo_vmware.api [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412943, 'name': PowerOnVM_Task, 'duration_secs': 0.565515} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.788579] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.788778] env[62679]: INFO nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1093.788957] env[62679]: DEBUG nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.789814] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c301f7a4-46ee-478f-b3c6-3b422112c4fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.223876] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 26fd4358-7bd1-407d-814d-5eb9f1910a7e] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1094.261614] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "dfb456e2-9057-4cef-a115-bacbc9a51580" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.261880] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "dfb456e2-9057-4cef-a115-bacbc9a51580" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.262109] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "dfb456e2-9057-4cef-a115-bacbc9a51580-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.262298] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "dfb456e2-9057-4cef-a115-bacbc9a51580-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.263018] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "dfb456e2-9057-4cef-a115-bacbc9a51580-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.265030] env[62679]: INFO nova.compute.manager [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Terminating instance [ 1094.271752] env[62679]: DEBUG nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.273614] env[62679]: DEBUG oslo_vmware.api [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.306478] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.306727] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.306887] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.307087] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.307237] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.307383] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.307589] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.307747] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.307907] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.308082] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.308264] env[62679]: DEBUG nova.virt.hardware [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.309146] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214c03ac-6b1f-429f-abc6-ab8f78d41dca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.314897] env[62679]: INFO nova.compute.manager [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Took 15.75 seconds to build instance. [ 1094.321563] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08467529-d482-4f66-a3c9-767960862f40 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.398063] env[62679]: DEBUG oslo_concurrency.lockutils [None req-2dcb8923-e8e3-4f87-b79b-cad127dc2eac tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.529643] env[62679]: DEBUG nova.network.neutron [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updated VIF entry in instance network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.529937] env[62679]: DEBUG nova.network.neutron [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.728948] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: f5985f81-8b11-4fb9-be77-e24545dce4aa] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1094.767204] env[62679]: DEBUG oslo_vmware.api [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660282} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.767602] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.767902] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.768096] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.768273] env[62679]: INFO nova.compute.manager [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1094.768509] env[62679]: DEBUG oslo.service.loopingcall [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.768698] env[62679]: DEBUG nova.compute.manager [-] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.768792] env[62679]: DEBUG nova.network.neutron [-] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.777269] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "refresh_cache-dfb456e2-9057-4cef-a115-bacbc9a51580" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.777425] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "refresh_cache-dfb456e2-9057-4cef-a115-bacbc9a51580" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.777588] env[62679]: DEBUG nova.network.neutron [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.819088] env[62679]: DEBUG oslo_concurrency.lockutils [None req-31ec9a66-c22e-495d-bc8c-d5a29ec5e86a tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.258s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.032773] env[62679]: DEBUG oslo_concurrency.lockutils [req-5fb89749-bb69-4771-b5c0-07ab6e9cede0 req-31830768-c456-41c6-8d9f-98630042bb3e service nova] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.060226] env[62679]: DEBUG nova.network.neutron [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Port a035cccb-3b83-4ee6-9413-e971cb934a63 binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1095.232041] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: c50c07a8-9798-4a97-9cd6-e911dbff70aa] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1095.341962] env[62679]: DEBUG nova.network.neutron [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.442297] env[62679]: DEBUG nova.network.neutron [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.468211] env[62679]: DEBUG nova.network.neutron [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Successfully updated port: 3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.736085] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: a5514c24-14ce-401f-b2f1-d50f7934ff5f] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1095.746939] env[62679]: DEBUG nova.compute.manager [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Received event network-changed-50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1095.747342] env[62679]: DEBUG nova.compute.manager [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Refreshing instance network info cache due to event network-changed-50fe4d3c-86fc-4696-9ae3-62991d144940. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1095.747517] env[62679]: DEBUG oslo_concurrency.lockutils [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] Acquiring lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.747579] env[62679]: DEBUG oslo_concurrency.lockutils [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] Acquired lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.747685] env[62679]: DEBUG nova.network.neutron [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Refreshing network info cache for port 50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.764700] env[62679]: DEBUG nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-vif-plugged-3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1095.764892] env[62679]: DEBUG oslo_concurrency.lockutils [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.765145] env[62679]: DEBUG oslo_concurrency.lockutils [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.765319] env[62679]: DEBUG oslo_concurrency.lockutils [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.765481] env[62679]: DEBUG nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] No waiting events found dispatching network-vif-plugged-3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.765641] env[62679]: WARNING nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received unexpected event network-vif-plugged-3c9261d2-cdc9-4254-890d-98d8bf843028 for instance with vm_state building and task_state spawning. [ 1095.765800] env[62679]: DEBUG nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Received event network-vif-deleted-98460469-9a7c-4dcd-8e65-411c1edf2e35 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1095.765952] env[62679]: INFO nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Neutron deleted interface 98460469-9a7c-4dcd-8e65-411c1edf2e35; detaching it from the instance and deleting it from the info cache [ 1095.766130] env[62679]: DEBUG nova.network.neutron [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.876403] env[62679]: DEBUG nova.network.neutron [-] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.944989] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "refresh_cache-dfb456e2-9057-4cef-a115-bacbc9a51580" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.945461] env[62679]: DEBUG nova.compute.manager [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.945656] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.946593] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf564ed2-1628-4a9a-bd94-966907e2adda {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.955389] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.955532] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0602ac5c-9948-4d07-8928-f86bc95b3425 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.963051] env[62679]: DEBUG oslo_vmware.api [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1095.963051] env[62679]: value = "task-2412947" [ 1095.963051] env[62679]: _type = "Task" [ 1095.963051] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.971882] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.971882] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.971882] env[62679]: DEBUG nova.network.neutron [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.972260] env[62679]: DEBUG oslo_vmware.api [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.083735] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.083735] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.084056] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.241083] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: c804c60a-85ba-422b-83ff-0b066bbb74c6] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1096.269985] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89ab6297-da91-40e7-8252-8b5be21309e0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.280047] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88388ec6-b317-416b-ad1e-7731e3d4e6f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.313732] env[62679]: DEBUG nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Detach interface failed, port_id=98460469-9a7c-4dcd-8e65-411c1edf2e35, reason: Instance 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1096.314147] env[62679]: DEBUG nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1096.314147] env[62679]: DEBUG nova.compute.manager [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing instance network info cache due to event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1096.314344] env[62679]: DEBUG oslo_concurrency.lockutils [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.378954] env[62679]: INFO nova.compute.manager [-] [instance: 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f] Took 1.61 seconds to deallocate network for instance. [ 1096.472017] env[62679]: DEBUG oslo_vmware.api [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412947, 'name': PowerOffVM_Task, 'duration_secs': 0.14408} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.472296] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.472465] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.472714] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3b8024c-8242-4d0c-bcb2-bcec4c6b0f64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.480098] env[62679]: DEBUG nova.network.neutron [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updated VIF entry in instance network info cache for port 50fe4d3c-86fc-4696-9ae3-62991d144940. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.480444] env[62679]: DEBUG nova.network.neutron [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.500723] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.501386] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.501386] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleting the datastore file [datastore1] dfb456e2-9057-4cef-a115-bacbc9a51580 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.501532] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5302abf-65b9-4d0f-9463-29cde66ec1eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.508195] env[62679]: DEBUG nova.network.neutron [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.511670] env[62679]: DEBUG oslo_vmware.api [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1096.511670] env[62679]: value = "task-2412949" [ 1096.511670] env[62679]: _type = "Task" [ 1096.511670] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.519793] env[62679]: DEBUG oslo_vmware.api [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.643771] env[62679]: DEBUG nova.network.neutron [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.744705] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8386c466-3aa4-4a42-8a5f-25c006548c0b] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1096.885060] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.885184] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.885380] env[62679]: DEBUG nova.objects.instance [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'resources' on Instance uuid 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.983340] env[62679]: DEBUG oslo_concurrency.lockutils [req-b90f54a1-4e57-452f-bc3d-4d763017353e req-ba519a1d-37ae-4771-a427-150de9fb0b9b service nova] Releasing lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.022834] env[62679]: DEBUG oslo_vmware.api [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236327} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.023239] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.023460] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.023643] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.023815] env[62679]: INFO nova.compute.manager [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1097.024072] env[62679]: DEBUG oslo.service.loopingcall [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.024286] env[62679]: DEBUG nova.compute.manager [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.024383] env[62679]: DEBUG nova.network.neutron [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.040318] env[62679]: DEBUG nova.network.neutron [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.116437] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.116620] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.116791] env[62679]: DEBUG nova.network.neutron [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.146895] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.147214] env[62679]: DEBUG nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Instance network_info: |[{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.147505] env[62679]: DEBUG oslo_concurrency.lockutils [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.147716] env[62679]: DEBUG nova.network.neutron [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.148811] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:66:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c9261d2-cdc9-4254-890d-98d8bf843028', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.156302] env[62679]: DEBUG oslo.service.loopingcall [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.157152] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.157399] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a754f21-7a70-4e66-a53c-b94b304aa9d1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.177946] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.177946] env[62679]: value = "task-2412950" [ 1097.177946] env[62679]: _type = "Task" [ 1097.177946] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.185312] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412950, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.248049] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 788bbf3e-cb47-4b9f-a2d8-eab392675bfb] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1097.529880] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a9371-c2f7-4c70-940d-656c5568f2c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.537852] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e03f8-157b-4bac-be41-6c7912bf1146 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.543145] env[62679]: DEBUG nova.network.neutron [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.568242] env[62679]: INFO nova.compute.manager [-] [instance: dfb456e2-9057-4cef-a115-bacbc9a51580] Took 0.54 seconds to deallocate network for instance. [ 1097.568936] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df382fc-1285-45b1-807a-a94b36bded46 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.579577] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb01e2b-9ccd-4984-ad7e-1b4152151540 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.592819] env[62679]: DEBUG nova.compute.provider_tree [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.688084] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412950, 'name': CreateVM_Task, 'duration_secs': 0.366875} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.690461] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.691140] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.691307] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.691618] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.692233] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12f1f7b-3c0e-4c5f-b451-1ac931af8241 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.696953] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1097.696953] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5271a701-b09e-8c09-41c3-29e69d1c3a6b" [ 1097.696953] env[62679]: _type = "Task" [ 1097.696953] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.705204] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5271a701-b09e-8c09-41c3-29e69d1c3a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.753638] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 82a22bd2-d0ab-462c-b027-b260fd6c78e4] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1097.916915] env[62679]: DEBUG nova.network.neutron [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updated VIF entry in instance network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.917353] env[62679]: DEBUG nova.network.neutron [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.026683] env[62679]: DEBUG nova.network.neutron [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [{"id": "a035cccb-3b83-4ee6-9413-e971cb934a63", "address": "fa:16:3e:b8:66:b2", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa035cccb-3b", "ovs_interfaceid": "a035cccb-3b83-4ee6-9413-e971cb934a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.076802] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.095928] env[62679]: DEBUG nova.scheduler.client.report [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.208282] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5271a701-b09e-8c09-41c3-29e69d1c3a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.208567] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.208792] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.209030] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.209182] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.209360] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.209608] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f49996-f491-4bd6-91b5-dd63b425e4c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.217555] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.217706] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.218374] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedcaafa-dc5e-49dd-a6a7-c9171522cd5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.223276] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1098.223276] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a559b7-931b-7007-212a-e430df41aef7" [ 1098.223276] env[62679]: _type = "Task" [ 1098.223276] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.230258] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a559b7-931b-7007-212a-e430df41aef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.259438] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: f6075cd8-a84b-4957-b364-39fa15b10587] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1098.419659] env[62679]: DEBUG oslo_concurrency.lockutils [req-83873af8-3554-455a-8b7f-a64337c8b9cd req-c4e6df26-4a9f-4d44-920d-7162a0185700 service nova] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.529367] env[62679]: DEBUG oslo_concurrency.lockutils [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.600981] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.603436] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.527s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.603669] env[62679]: DEBUG nova.objects.instance [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lazy-loading 'resources' on Instance uuid dfb456e2-9057-4cef-a115-bacbc9a51580 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.620863] env[62679]: INFO nova.scheduler.client.report [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted allocations for instance 65169c1a-ef47-4b61-8492-d3f9ee2f9b7f [ 1098.734109] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52a559b7-931b-7007-212a-e430df41aef7, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.734858] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a111c0-7947-4a8d-bccc-681df275972e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.740134] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1098.740134] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52507967-2d33-6944-4421-98cd6f637406" [ 1098.740134] env[62679]: _type = "Task" [ 1098.740134] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.747482] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52507967-2d33-6944-4421-98cd6f637406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.764040] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d35f384a-5f19-42de-8f6c-0547075b4349] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1099.038772] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb07380-40a3-4e8b-84fd-63e789f97ffc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.046511] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74bc44-8c07-4b6f-b5ab-08b45bc2f89e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.132510] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0b90dc5a-b8cf-47be-9452-106b9f54a484 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "65169c1a-ef47-4b61-8492-d3f9ee2f9b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.499s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.245813] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09b060a-51f2-4cb6-a1f5-574147ff6619 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.258331] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0e5cb0-83f3-45f9-8dd5-758e3b5dd49f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.261414] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52507967-2d33-6944-4421-98cd6f637406, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.261659] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.261965] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 9f219990-0727-4237-bee1-c400f9fbcbfb/9f219990-0727-4237-bee1-c400f9fbcbfb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.262723] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a469788-f060-4ad4-845d-29e66f7faa63 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.288639] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 09f64297-f03a-4716-86ae-f4ca9aa6afe9] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1099.291434] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0950c56c-7ff4-43ec-983b-6d3a05a5fae7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.295177] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1099.295177] env[62679]: value = "task-2412951" [ 1099.295177] env[62679]: _type = "Task" [ 1099.295177] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.302811] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034d41f-7823-4f91-aa61-5d03eb80fe47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.310094] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.320995] env[62679]: DEBUG nova.compute.provider_tree [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.796915] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 30108b71-5e78-4bf5-acfe-d8d87c6dbfc4] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1099.809981] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412951, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.824557] env[62679]: DEBUG nova.scheduler.client.report [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.152112] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc727ef6-8ec1-4d97-bc9e-ab853dd7797e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.171967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4486a675-84fd-47ae-845b-f51aadf4ea7e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.178576] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance '41ac8247-a813-4390-a3f2-7495c3477eb5' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.304051] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fcb5ff04-b19c-4c3c-83a9-5c254007bdea] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1100.309194] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722169} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.309648] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 9f219990-0727-4237-bee1-c400f9fbcbfb/9f219990-0727-4237-bee1-c400f9fbcbfb.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.309890] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.310129] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eec95ce6-5db7-462b-b6d5-6ab9f03f5fab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.317204] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1100.317204] env[62679]: value = "task-2412952" [ 1100.317204] env[62679]: _type = "Task" [ 1100.317204] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.324677] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.330232] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.352709] env[62679]: INFO nova.scheduler.client.report [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleted allocations for instance dfb456e2-9057-4cef-a115-bacbc9a51580 [ 1100.684932] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.685271] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb28ae5e-847f-4069-b3a9-4996f11145f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.692464] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1100.692464] env[62679]: value = "task-2412953" [ 1100.692464] env[62679]: _type = "Task" [ 1100.692464] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.699984] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.811056] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 7daf15a7-d2ad-4cf2-8460-fe7cf8b3c274] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1100.828028] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177768} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.828338] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.829518] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce49b8bc-24f8-4542-be5c-7289ecb8356d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.863820] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 9f219990-0727-4237-bee1-c400f9fbcbfb/9f219990-0727-4237-bee1-c400f9fbcbfb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.866588] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ae0e57-fcb8-44b8-b0aa-6ae5b461da07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.881198] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c7e1eb8a-56eb-430a-93b6-d329bd428eb9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "dfb456e2-9057-4cef-a115-bacbc9a51580" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.619s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.887551] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.887789] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.888904] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1100.888904] env[62679]: value = "task-2412954" [ 1100.888904] env[62679]: _type = "Task" [ 1100.888904] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.898106] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.201673] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.314449] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 8532154b-2392-4135-b331-a2ac28559b8c] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1101.390507] env[62679]: DEBUG nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.402181] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412954, 'name': ReconfigVM_Task, 'duration_secs': 0.265514} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.402392] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 9f219990-0727-4237-bee1-c400f9fbcbfb/9f219990-0727-4237-bee1-c400f9fbcbfb.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.403074] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b402b453-73b3-4cb2-bb7b-c903325322b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.415725] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1101.415725] env[62679]: value = "task-2412955" [ 1101.415725] env[62679]: _type = "Task" [ 1101.415725] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.422792] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412955, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.702787] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.817655] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: b8b50b72-790f-41f3-9237-14f62ff6c2e4] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1101.863069] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "c18885eb-976c-45cf-99f7-b59ecd06748e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.863342] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "c18885eb-976c-45cf-99f7-b59ecd06748e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.863550] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "c18885eb-976c-45cf-99f7-b59ecd06748e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.863734] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "c18885eb-976c-45cf-99f7-b59ecd06748e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.863903] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "c18885eb-976c-45cf-99f7-b59ecd06748e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.865976] env[62679]: INFO nova.compute.manager [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Terminating instance [ 1101.913788] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.914049] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.915544] env[62679]: INFO nova.compute.claims [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.926970] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412955, 'name': Rename_Task, 'duration_secs': 0.13821} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.926970] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.926970] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e43acf-bfbd-4a36-989a-c85bd7f74080 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.932421] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1101.932421] env[62679]: value = "task-2412956" [ 1101.932421] env[62679]: _type = "Task" [ 1101.932421] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.940129] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.204326] env[62679]: DEBUG oslo_vmware.api [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412953, 'name': PowerOnVM_Task, 'duration_secs': 1.165288} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.204598] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.204792] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-1e48b509-8a82-465f-bc50-0c8c6cfeee3f tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance '41ac8247-a813-4390-a3f2-7495c3477eb5' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.322061] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: cb2e798e-8018-4281-adb3-d3213738e05d] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1102.369366] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "refresh_cache-c18885eb-976c-45cf-99f7-b59ecd06748e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.369558] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquired lock "refresh_cache-c18885eb-976c-45cf-99f7-b59ecd06748e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.369776] env[62679]: DEBUG nova.network.neutron [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.442175] env[62679]: DEBUG oslo_vmware.api [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412956, 'name': PowerOnVM_Task, 'duration_secs': 0.461831} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.442442] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.442636] env[62679]: INFO nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1102.442816] env[62679]: DEBUG nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.443609] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b4b34-9f7d-4ad3-b674-1aaacfdd321c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.824568] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d07d61d2-c0f9-4f91-a2b0-ed7c2bb7fab5] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1102.888586] env[62679]: DEBUG nova.network.neutron [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.943589] env[62679]: DEBUG nova.network.neutron [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.961805] env[62679]: INFO nova.compute.manager [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Took 14.55 seconds to build instance. [ 1103.048959] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e2dc7b-2cde-4b72-838c-44b673097df4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.056404] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c942a7-42dd-40b9-9f5f-5f2f2ad5f3e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.085496] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbced10-04f3-4fd1-8433-32a9f537c6fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.092230] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6434be96-49fe-4ebf-9df4-c606d1aafef2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.105899] env[62679]: DEBUG nova.compute.provider_tree [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.327729] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 7893af92-485c-4f90-89a5-15c557ca3b24] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1103.447919] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Releasing lock "refresh_cache-c18885eb-976c-45cf-99f7-b59ecd06748e" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.448392] env[62679]: DEBUG nova.compute.manager [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.448584] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.449532] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f083ea1e-5ca7-4ccd-a07d-8e4e243db7f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.457480] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.457714] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d255374a-8c42-4aa1-a560-34d72ac14d00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.463632] env[62679]: DEBUG oslo_vmware.api [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1103.463632] env[62679]: value = "task-2412957" [ 1103.463632] env[62679]: _type = "Task" [ 1103.463632] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.467122] env[62679]: DEBUG oslo_concurrency.lockutils [None req-245b8cfb-927e-44ac-813b-6e7bbb13eea7 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.062s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.471820] env[62679]: DEBUG oslo_vmware.api [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.609209] env[62679]: DEBUG nova.scheduler.client.report [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.830461] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: b3deb642-4e36-4b45-81c3-395325bd6106] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1103.974761] env[62679]: DEBUG oslo_vmware.api [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412957, 'name': PowerOffVM_Task, 'duration_secs': 0.117611} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.975102] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.975319] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.975604] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fda1e0-7e97-440e-a268-7a9679e43877 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.999323] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.999542] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.999672] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleting the datastore file [datastore2] c18885eb-976c-45cf-99f7-b59ecd06748e {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.999937] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1d4678-cddb-498a-af93-9cf4090fe73f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.006544] env[62679]: DEBUG oslo_vmware.api [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for the task: (returnval){ [ 1104.006544] env[62679]: value = "task-2412959" [ 1104.006544] env[62679]: _type = "Task" [ 1104.006544] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.016035] env[62679]: DEBUG oslo_vmware.api [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.113978] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.119028] env[62679]: DEBUG nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.128941] env[62679]: DEBUG nova.compute.manager [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1104.130680] env[62679]: DEBUG nova.compute.manager [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing instance network info cache due to event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1104.131038] env[62679]: DEBUG oslo_concurrency.lockutils [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.131696] env[62679]: DEBUG oslo_concurrency.lockutils [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.132014] env[62679]: DEBUG nova.network.neutron [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.307954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "41ac8247-a813-4390-a3f2-7495c3477eb5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.307954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.307954] env[62679]: DEBUG nova.compute.manager [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Going to confirm migration 7 {{(pid=62679) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 1104.333959] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 22e41608-3622-4e14-ab78-b9d704068900] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1104.516209] env[62679]: DEBUG oslo_vmware.api [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Task: {'id': task-2412959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091356} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.516464] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.516648] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.516826] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.516995] env[62679]: INFO nova.compute.manager [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1104.517258] env[62679]: DEBUG oslo.service.loopingcall [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.517469] env[62679]: DEBUG nova.compute.manager [-] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.517564] env[62679]: DEBUG nova.network.neutron [-] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.534292] env[62679]: DEBUG nova.network.neutron [-] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.624822] env[62679]: DEBUG nova.compute.utils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1104.626286] env[62679]: DEBUG nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.626454] env[62679]: DEBUG nova.network.neutron [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.697228] env[62679]: DEBUG nova.policy [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d720f10dffe4f2fb7aa2db8feb102f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c6db39c8ca4e32b652b17d25ecb90e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.839179] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: aee9d9e2-3e18-46b5-b0ee-f79d23d63c21] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1104.843041] env[62679]: DEBUG nova.network.neutron [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updated VIF entry in instance network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.846293] env[62679]: DEBUG nova.network.neutron [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.878877] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.879139] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquired lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.879356] env[62679]: DEBUG nova.network.neutron [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.879604] env[62679]: DEBUG nova.objects.instance [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'info_cache' on Instance uuid 41ac8247-a813-4390-a3f2-7495c3477eb5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.039277] env[62679]: DEBUG nova.network.neutron [-] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.129181] env[62679]: DEBUG nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.281138] env[62679]: DEBUG nova.network.neutron [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Successfully created port: af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.346661] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: c1260e22-5fe5-4006-b3af-6703e3f7ad7d] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1105.352835] env[62679]: DEBUG oslo_concurrency.lockutils [req-5711d0e1-23fe-4f49-b97b-5a31567eb34d req-0bba9856-3c73-44fe-a193-880a22880d7c service nova] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.541907] env[62679]: INFO nova.compute.manager [-] [instance: c18885eb-976c-45cf-99f7-b59ecd06748e] Took 1.02 seconds to deallocate network for instance. [ 1105.850884] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: c7a3405c-4926-45bc-ab5d-21869a656051] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1106.048224] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.048936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.048936] env[62679]: DEBUG nova.objects.instance [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lazy-loading 'resources' on Instance uuid c18885eb-976c-45cf-99f7-b59ecd06748e {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.135580] env[62679]: DEBUG nova.network.neutron [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [{"id": "a035cccb-3b83-4ee6-9413-e971cb934a63", "address": "fa:16:3e:b8:66:b2", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa035cccb-3b", "ovs_interfaceid": "a035cccb-3b83-4ee6-9413-e971cb934a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.141224] env[62679]: DEBUG nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.167123] env[62679]: DEBUG nova.compute.manager [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1106.167342] env[62679]: DEBUG nova.compute.manager [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing instance network info cache due to event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1106.168788] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.168954] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.169138] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.172064] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.172314] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.172475] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.173096] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.173296] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.173455] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.173661] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.173824] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.173992] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.174170] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.174347] env[62679]: DEBUG nova.virt.hardware [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.175436] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aba9d94-75b1-427e-874d-0c47a2638fc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.184843] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bae40e-134a-4471-a4d9-167c2172027b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.355329] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 834e64fc-b0cb-4903-ac84-b28d41dc4583] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1106.641085] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Releasing lock "refresh_cache-41ac8247-a813-4390-a3f2-7495c3477eb5" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.641349] env[62679]: DEBUG nova.objects.instance [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'migration_context' on Instance uuid 41ac8247-a813-4390-a3f2-7495c3477eb5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.663224] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4daf08-676b-459c-a3ea-f261b87fd45c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.670944] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f713f224-eb24-4267-97d3-8deb8da5ea6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.705760] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d963cb-55e4-44b4-9fdb-8face16a0ab9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.713443] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f1f66-3f26-4c09-b1fb-9dfaa6eac203 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.728708] env[62679]: DEBUG nova.compute.provider_tree [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.859765] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 681316d4-efba-4601-a9c6-59b79bb226b7] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1106.968638] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updated VIF entry in instance network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.969144] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.972468] env[62679]: DEBUG nova.network.neutron [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Successfully updated port: af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.144546] env[62679]: DEBUG nova.objects.base [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Object Instance<41ac8247-a813-4390-a3f2-7495c3477eb5> lazy-loaded attributes: info_cache,migration_context {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.145601] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8b2a93-7533-446b-b174-5885774db10c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.165056] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bf28e1-f55a-4c0a-95dd-99a60a481285 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.169506] env[62679]: DEBUG oslo_vmware.api [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1107.169506] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f57137-d142-d7d0-f7e6-4366913fdcd2" [ 1107.169506] env[62679]: _type = "Task" [ 1107.169506] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.177011] env[62679]: DEBUG oslo_vmware.api [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f57137-d142-d7d0-f7e6-4366913fdcd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.231797] env[62679]: DEBUG nova.scheduler.client.report [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.370328] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 5ebe9418-64b8-46a5-b556-115b7b93f322] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1107.471662] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.471940] env[62679]: DEBUG nova.compute.manager [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1107.472149] env[62679]: DEBUG nova.compute.manager [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing instance network info cache due to event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1107.472371] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.472516] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.472677] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.474454] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.474587] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.474720] env[62679]: DEBUG nova.network.neutron [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.680361] env[62679]: DEBUG oslo_vmware.api [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f57137-d142-d7d0-f7e6-4366913fdcd2, 'name': SearchDatastore_Task, 'duration_secs': 0.020097} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.680668] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.736824] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.739429] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.059s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.756593] env[62679]: INFO nova.scheduler.client.report [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Deleted allocations for instance c18885eb-976c-45cf-99f7-b59ecd06748e [ 1107.875049] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: ef2eccb3-bea9-49ba-9f1c-d34e758989b2] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1108.005524] env[62679]: DEBUG nova.network.neutron [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.190107] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updated VIF entry in instance network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.190620] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.202465] env[62679]: DEBUG nova.compute.manager [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Received event network-vif-plugged-af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1108.202465] env[62679]: DEBUG oslo_concurrency.lockutils [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.202465] env[62679]: DEBUG oslo_concurrency.lockutils [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] Lock "081754f0-a344-469c-b007-aa58f0d0d36c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.202465] env[62679]: DEBUG oslo_concurrency.lockutils [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] Lock "081754f0-a344-469c-b007-aa58f0d0d36c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.202465] env[62679]: DEBUG nova.compute.manager [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] No waiting events found dispatching network-vif-plugged-af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.202465] env[62679]: WARNING nova.compute.manager [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Received unexpected event network-vif-plugged-af5e1cab-3fc9-4097-b08b-d4214d681810 for instance with vm_state building and task_state spawning. [ 1108.202465] env[62679]: DEBUG nova.compute.manager [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Received event network-changed-af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1108.202465] env[62679]: DEBUG nova.compute.manager [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Refreshing instance network info cache due to event network-changed-af5e1cab-3fc9-4097-b08b-d4214d681810. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1108.202465] env[62679]: DEBUG oslo_concurrency.lockutils [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] Acquiring lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.269371] env[62679]: DEBUG oslo_concurrency.lockutils [None req-3fe15595-2bff-4bdd-8b71-ea42fecf26a9 tempest-ServerShowV247Test-648233780 tempest-ServerShowV247Test-648233780-project-member] Lock "c18885eb-976c-45cf-99f7-b59ecd06748e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.406s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.379058] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: d2addee2-9c77-4980-966b-74b9fe442850] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1108.397872] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9e2c30-1a22-409f-9f82-b3ec9f390a60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.406427] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d84d0d-9827-4f1d-8439-27a41956390a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.442512] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d34ceb-cbb5-4c5f-aaed-396f79e3b6b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.450364] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418fb80f-3ca4-4dc4-9394-8cc92e4527e9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.468367] env[62679]: DEBUG nova.compute.provider_tree [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.513981] env[62679]: DEBUG nova.network.neutron [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updating instance_info_cache with network_info: [{"id": "af5e1cab-3fc9-4097-b08b-d4214d681810", "address": "fa:16:3e:98:a9:5b", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5e1cab-3f", "ovs_interfaceid": "af5e1cab-3fc9-4097-b08b-d4214d681810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.696141] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.696530] env[62679]: DEBUG nova.compute.manager [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1108.696823] env[62679]: DEBUG nova.compute.manager [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing instance network info cache due to event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1108.697184] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.697440] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.697715] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.883773] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 199ee82a-84d4-4502-9fd0-48eb0322beaf] Instance has had 0 of 5 cleanup attempts {{(pid=62679) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11765}} [ 1108.973323] env[62679]: DEBUG nova.scheduler.client.report [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.017017] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.017369] env[62679]: DEBUG nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Instance network_info: |[{"id": "af5e1cab-3fc9-4097-b08b-d4214d681810", "address": "fa:16:3e:98:a9:5b", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5e1cab-3f", "ovs_interfaceid": "af5e1cab-3fc9-4097-b08b-d4214d681810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.017671] env[62679]: DEBUG oslo_concurrency.lockutils [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] Acquired lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.017847] env[62679]: DEBUG nova.network.neutron [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Refreshing network info cache for port af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.018966] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af5e1cab-3fc9-4097-b08b-d4214d681810', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.026459] env[62679]: DEBUG oslo.service.loopingcall [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.029420] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.029897] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b97ca101-919c-4c14-99dc-a9446401597f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.050544] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.050544] env[62679]: value = "task-2412960" [ 1109.050544] env[62679]: _type = "Task" [ 1109.050544] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.058619] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412960, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.289366] env[62679]: DEBUG nova.network.neutron [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updated VIF entry in instance network info cache for port af5e1cab-3fc9-4097-b08b-d4214d681810. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.289743] env[62679]: DEBUG nova.network.neutron [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updating instance_info_cache with network_info: [{"id": "af5e1cab-3fc9-4097-b08b-d4214d681810", "address": "fa:16:3e:98:a9:5b", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5e1cab-3f", "ovs_interfaceid": "af5e1cab-3fc9-4097-b08b-d4214d681810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.388239] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.429797] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updated VIF entry in instance network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.430306] env[62679]: DEBUG nova.network.neutron [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.563679] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2412960, 'name': CreateVM_Task, 'duration_secs': 0.442} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.563942] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.564823] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.565065] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.565494] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.565815] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235d45e6-c852-45eb-8e39-9504574074e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.571821] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1109.571821] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0b8be-330a-aa54-8086-14a69319d14e" [ 1109.571821] env[62679]: _type = "Task" [ 1109.571821] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.579190] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0b8be-330a-aa54-8086-14a69319d14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.792408] env[62679]: DEBUG oslo_concurrency.lockutils [req-4acc3f00-c10d-41a1-a39a-974813b6c54a req-ac5e21bf-deaa-443d-a988-9b8e0c7ce107 service nova] Releasing lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.933028] env[62679]: DEBUG oslo_concurrency.lockutils [req-72645711-c088-4e5f-b12f-7efff88b85db req-eefab76d-a8db-46c0-9c4b-692ae68df6c0 service nova] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.983867] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.244s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.082290] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0b8be-330a-aa54-8086-14a69319d14e, 'name': SearchDatastore_Task, 'duration_secs': 0.034672} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.082527] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.082761] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.082999] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.083168] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.083373] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.083928] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef36a7f-8597-45d3-898d-b8657a474116 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.095453] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.095639] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.096436] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01999683-a2cd-4166-8ff3-5d0c555ae7d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.102151] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1110.102151] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0b35e-7ed4-eb61-201f-760e103887a6" [ 1110.102151] env[62679]: _type = "Task" [ 1110.102151] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.109777] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0b35e-7ed4-eb61-201f-760e103887a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.542637] env[62679]: INFO nova.scheduler.client.report [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted allocation for migration 533498d8-f2ce-4947-aa23-7c75f42ec085 [ 1110.613155] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e0b35e-7ed4-eb61-201f-760e103887a6, 'name': SearchDatastore_Task, 'duration_secs': 0.039245} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.613561] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efff4276-57ca-4a67-9eaa-1b8ca45ea77c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.618381] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1110.618381] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f9a9dc-6053-0f72-6171-c01ebecce69b" [ 1110.618381] env[62679]: _type = "Task" [ 1110.618381] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.625599] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f9a9dc-6053-0f72-6171-c01ebecce69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.817764] env[62679]: INFO nova.compute.manager [None req-1efc609b-d394-4a3f-b574-cc2203ec74cd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Get console output [ 1110.817993] env[62679]: WARNING nova.virt.vmwareapi.driver [None req-1efc609b-d394-4a3f-b574-cc2203ec74cd tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] The console log is missing. Check your VSPC configuration [ 1111.048310] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cb7a60c3-b39b-4159-8f7a-f10733f26635 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.742s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.128578] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52f9a9dc-6053-0f72-6171-c01ebecce69b, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.128796] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.129024] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 081754f0-a344-469c-b007-aa58f0d0d36c/081754f0-a344-469c-b007-aa58f0d0d36c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.129499] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9d4c0e-0276-4e4d-8765-aa1c6a416614 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.135689] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1111.135689] env[62679]: value = "task-2412961" [ 1111.135689] env[62679]: _type = "Task" [ 1111.135689] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.142604] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.387668] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.388048] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.645046] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476478} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.645283] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 081754f0-a344-469c-b007-aa58f0d0d36c/081754f0-a344-469c-b007-aa58f0d0d36c.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.645492] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.645735] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8092e460-589a-4390-84f9-58abc0557f16 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.652168] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1111.652168] env[62679]: value = "task-2412962" [ 1111.652168] env[62679]: _type = "Task" [ 1111.652168] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.660823] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.894123] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.894301] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 1112.163353] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054245} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.163353] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.163353] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02226a-8417-4553-a62f-0c10809e6397 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.184927] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 081754f0-a344-469c-b007-aa58f0d0d36c/081754f0-a344-469c-b007-aa58f0d0d36c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.185179] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddac4cc-e70f-4532-b0f9-beb30a521ea3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.204216] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1112.204216] env[62679]: value = "task-2412963" [ 1112.204216] env[62679]: _type = "Task" [ 1112.204216] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.211477] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.714381] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412963, 'name': ReconfigVM_Task, 'duration_secs': 0.30038} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.714592] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 081754f0-a344-469c-b007-aa58f0d0d36c/081754f0-a344-469c-b007-aa58f0d0d36c.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.715236] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa1ae74-0144-4a49-b68c-2821b2348ab4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.721466] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1112.721466] env[62679]: value = "task-2412964" [ 1112.721466] env[62679]: _type = "Task" [ 1112.721466] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.729240] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412964, 'name': Rename_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.232673] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412964, 'name': Rename_Task, 'duration_secs': 0.141156} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.233024] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.233132] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-833507c5-b68d-4008-9735-1bb2b6feda78 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.239142] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1113.239142] env[62679]: value = "task-2412965" [ 1113.239142] env[62679]: _type = "Task" [ 1113.239142] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.247192] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.749496] env[62679]: DEBUG oslo_vmware.api [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2412965, 'name': PowerOnVM_Task, 'duration_secs': 0.414331} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.749744] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.749944] env[62679]: INFO nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1113.750141] env[62679]: DEBUG nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.750912] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060fd8e1-f6ce-4923-86c5-a4163472987d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.932451] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.932636] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.932828] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1114.267214] env[62679]: INFO nova.compute.manager [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Took 12.37 seconds to build instance. [ 1114.769665] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7d80948-63ab-4a41-bd1a-ecf0a2ac2079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.882s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.117365] env[62679]: DEBUG nova.compute.manager [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Received event network-changed-af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1115.117578] env[62679]: DEBUG nova.compute.manager [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Refreshing instance network info cache due to event network-changed-af5e1cab-3fc9-4097-b08b-d4214d681810. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1115.117764] env[62679]: DEBUG oslo_concurrency.lockutils [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] Acquiring lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.117903] env[62679]: DEBUG oslo_concurrency.lockutils [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] Acquired lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.118239] env[62679]: DEBUG nova.network.neutron [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Refreshing network info cache for port af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.141534] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updating instance_info_cache with network_info: [{"id": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "address": "fa:16:3e:4b:5a:2a", "network": {"id": "cddf41c6-706b-4980-b1ad-ed0794670d8f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-845944964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fae726ecdbce44b582240940aadcf6ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f51ef1-c6", "ovs_interfaceid": "98f51ef1-c669-42b2-b457-07dbbda5b9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.644110] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-64f1d029-187f-46eb-a76c-6bfc246d4ef4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.644387] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 1115.644541] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.644707] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.645069] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.645069] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.645221] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.645293] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.828648] env[62679]: DEBUG nova.network.neutron [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updated VIF entry in instance network info cache for port af5e1cab-3fc9-4097-b08b-d4214d681810. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.829020] env[62679]: DEBUG nova.network.neutron [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updating instance_info_cache with network_info: [{"id": "af5e1cab-3fc9-4097-b08b-d4214d681810", "address": "fa:16:3e:98:a9:5b", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5e1cab-3f", "ovs_interfaceid": "af5e1cab-3fc9-4097-b08b-d4214d681810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.149700] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Getting list of instances from cluster (obj){ [ 1116.149700] env[62679]: value = "domain-c8" [ 1116.149700] env[62679]: _type = "ClusterComputeResource" [ 1116.149700] env[62679]: } {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1116.151141] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f35b53-ccb1-465a-9ee1-622554afe775 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.169533] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Got total of 8 instances {{(pid=62679) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1116.169726] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.169928] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid 64f1d029-187f-46eb-a76c-6bfc246d4ef4 {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.170115] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid 41ac8247-a813-4390-a3f2-7495c3477eb5 {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.170316] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid 8e0c600b-066c-4969-965e-163234fd31e8 {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.170516] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.170685] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid 2622113e-27c1-452f-b347-68010e72b3fb {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.170838] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid 9f219990-0727-4237-bee1-c400f9fbcbfb {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.170993] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Triggering sync for uuid 081754f0-a344-469c-b007-aa58f0d0d36c {{(pid=62679) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10862}} [ 1116.171356] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.171581] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.171866] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.172079] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.172353] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "41ac8247-a813-4390-a3f2-7495c3477eb5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.172551] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.172795] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.172979] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "8e0c600b-066c-4969-965e-163234fd31e8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.173231] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.173444] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.173689] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.173875] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "2622113e-27c1-452f-b347-68010e72b3fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.174124] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.174315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.174550] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.174754] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.174946] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.175095] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 1116.175850] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84434eda-2762-44fd-af03-ed7729c10d30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.178945] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0166cd10-b94e-449d-b6cf-4831860dcda3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.181797] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19cf68f-18ef-43c0-b4b6-a08f2922b0c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.184601] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca9c8d2-bdae-4f6c-8eaa-29d8268dbd9c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.187226] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62f4f1-3363-42f4-8820-2a1f48935759 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.190815] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850b2da8-1fd7-4b3d-87da-3c693f2ddceb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.194109] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4678d9-43ed-4ebb-85bf-86b5b08dae96 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.197304] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee54b141-df77-4b02-8472-d6dc85955799 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.199941] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.331979] env[62679]: DEBUG oslo_concurrency.lockutils [req-cc125586-eeb9-43aa-8b8d-efe27fa3a0c8 req-845a75dd-9402-48e5-ba9c-a5e143fd1eac service nova] Releasing lock "refresh_cache-081754f0-a344-469c-b007-aa58f0d0d36c" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.706390] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.706726] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.706858] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.706978] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1116.708407] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b313840-4417-497b-805c-81c969c1629c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.716076] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.717383] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd95b2e7-b501-4a71-b59d-c22fe5c79971 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.730854] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "8e0c600b-066c-4969-965e-163234fd31e8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.731212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.731519] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.732361] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5ac6f0-7e9d-487a-8dee-d1954b3cb921 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.734788] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.735116] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "2622113e-27c1-452f-b347-68010e72b3fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.735416] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.735727] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.739939] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d9a6b1-4927-4430-9afb-c59ebdd2f763 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.769685] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180188MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1116.769851] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.770031] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.801322] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.801572] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 64f1d029-187f-46eb-a76c-6bfc246d4ef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.801610] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 8e0c600b-066c-4969-965e-163234fd31e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.801701] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fc74bce7-0e75-427e-b590-86d957ba03a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.801819] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 2622113e-27c1-452f-b347-68010e72b3fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.801935] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 41ac8247-a813-4390-a3f2-7495c3477eb5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.802064] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 9f219990-0727-4237-bee1-c400f9fbcbfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.802180] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 081754f0-a344-469c-b007-aa58f0d0d36c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.802366] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.802520] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.971720] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5245f566-15be-497f-b140-f03b4304e618 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.979390] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc353aa9-0205-4ea1-91b6-4c3af240ab39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.007942] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22610e1d-8284-455d-9e9a-8be23255fe39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.014632] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdabdd6-85d8-49dc-a59f-21018f0ada24 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.027145] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.530602] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.036111] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1119.036514] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.266s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.360967] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-8e0c600b-066c-4969-965e-163234fd31e8-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.361405] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-8e0c600b-066c-4969-965e-163234fd31e8-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.361985] env[62679]: DEBUG nova.objects.instance [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'flavor' on Instance uuid 8e0c600b-066c-4969-965e-163234fd31e8 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.955768] env[62679]: DEBUG nova.objects.instance [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e0c600b-066c-4969-965e-163234fd31e8 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.458886] env[62679]: DEBUG nova.objects.base [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Object Instance<8e0c600b-066c-4969-965e-163234fd31e8> lazy-loaded attributes: flavor,pci_requests {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.459189] env[62679]: DEBUG nova.network.neutron [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.527015] env[62679]: DEBUG nova.policy [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.103530] env[62679]: DEBUG nova.compute.manager [req-fb9fd353-db8e-420e-82cb-8a10b427c8ef req-8dfd5377-1e7d-4f75-a2f8-79d8ab6d3b0c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-vif-plugged-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1125.103799] env[62679]: DEBUG oslo_concurrency.lockutils [req-fb9fd353-db8e-420e-82cb-8a10b427c8ef req-8dfd5377-1e7d-4f75-a2f8-79d8ab6d3b0c service nova] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.104047] env[62679]: DEBUG oslo_concurrency.lockutils [req-fb9fd353-db8e-420e-82cb-8a10b427c8ef req-8dfd5377-1e7d-4f75-a2f8-79d8ab6d3b0c service nova] Lock "8e0c600b-066c-4969-965e-163234fd31e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.104374] env[62679]: DEBUG oslo_concurrency.lockutils [req-fb9fd353-db8e-420e-82cb-8a10b427c8ef req-8dfd5377-1e7d-4f75-a2f8-79d8ab6d3b0c service nova] Lock "8e0c600b-066c-4969-965e-163234fd31e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.104626] env[62679]: DEBUG nova.compute.manager [req-fb9fd353-db8e-420e-82cb-8a10b427c8ef req-8dfd5377-1e7d-4f75-a2f8-79d8ab6d3b0c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] No waiting events found dispatching network-vif-plugged-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.104850] env[62679]: WARNING nova.compute.manager [req-fb9fd353-db8e-420e-82cb-8a10b427c8ef req-8dfd5377-1e7d-4f75-a2f8-79d8ab6d3b0c service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received unexpected event network-vif-plugged-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd for instance with vm_state active and task_state None. [ 1125.198093] env[62679]: DEBUG nova.network.neutron [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Successfully updated port: 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.704086] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.704315] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.704453] env[62679]: DEBUG nova.network.neutron [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.251636] env[62679]: WARNING nova.network.neutron [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] f8863949-b94c-47fd-be3c-eec195347d2f already exists in list: networks containing: ['f8863949-b94c-47fd-be3c-eec195347d2f']. ignoring it [ 1126.533398] env[62679]: DEBUG nova.network.neutron [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "address": "fa:16:3e:57:e1:a7", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a87718-a2", "ovs_interfaceid": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.036076] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.036698] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.036857] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.037727] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b6aca-d8cf-40d6-a7cb-7a2696faf673 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.054808] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.055035] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.055198] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.055382] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.055527] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.055674] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.055878] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.056048] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.056221] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.056385] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.056558] env[62679]: DEBUG nova.virt.hardware [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.062669] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Reconfiguring VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1127.062943] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1528acf-1a90-4f7e-8891-b1dc395680cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.080488] env[62679]: DEBUG oslo_vmware.api [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1127.080488] env[62679]: value = "task-2412966" [ 1127.080488] env[62679]: _type = "Task" [ 1127.080488] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.087612] env[62679]: DEBUG oslo_vmware.api [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412966, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.134206] env[62679]: DEBUG nova.compute.manager [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-changed-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1127.134404] env[62679]: DEBUG nova.compute.manager [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing instance network info cache due to event network-changed-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1127.134616] env[62679]: DEBUG oslo_concurrency.lockutils [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.134759] env[62679]: DEBUG oslo_concurrency.lockutils [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.134942] env[62679]: DEBUG nova.network.neutron [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing network info cache for port 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.591110] env[62679]: DEBUG oslo_vmware.api [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.838094] env[62679]: DEBUG nova.network.neutron [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updated VIF entry in instance network info cache for port 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.838545] env[62679]: DEBUG nova.network.neutron [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "address": "fa:16:3e:57:e1:a7", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a87718-a2", "ovs_interfaceid": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.091207] env[62679]: DEBUG oslo_vmware.api [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412966, 'name': ReconfigVM_Task, 'duration_secs': 0.685851} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.091666] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.091909] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Reconfigured VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1128.341344] env[62679]: DEBUG oslo_concurrency.lockutils [req-906b86b2-9c2f-4b9d-8e4d-a567ad7fc610 req-9aecd7ff-0144-44de-83f9-a2f4154d8eb9 service nova] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.596153] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8d4a9640-8e33-4001-856e-e766049bc3aa tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-8e0c600b-066c-4969-965e-163234fd31e8-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.235s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.163547] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-8e0c600b-066c-4969-965e-163234fd31e8-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.163946] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-8e0c600b-066c-4969-965e-163234fd31e8-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.666668] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.666859] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.667789] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dc7bbc-30cd-47d0-a49e-46a9e6e5ecef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.685422] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccceb9f1-5b5e-4664-890d-618f62a95acd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.711814] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Reconfiguring VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1130.712068] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169807c7-6f1b-4324-ac74-bbc95358e998 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.729444] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1130.729444] env[62679]: value = "task-2412967" [ 1130.729444] env[62679]: _type = "Task" [ 1130.729444] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.736568] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.239345] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.740852] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.240367] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.741587] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.195645] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.195913] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.196114] env[62679]: INFO nova.compute.manager [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Shelving [ 1133.241685] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.742131] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.841490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.841774] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.209023] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.209361] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-883b3037-6e99-46a4-92ef-1e61b0d7cb78 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.217062] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1134.217062] env[62679]: value = "task-2412968" [ 1134.217062] env[62679]: _type = "Task" [ 1134.217062] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.226317] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.241137] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.344758] env[62679]: DEBUG nova.compute.utils [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1134.727477] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412968, 'name': PowerOffVM_Task, 'duration_secs': 0.19412} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.727780] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.728602] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59880e34-300a-4f4b-a97e-64d72dd5e53e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.750589] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14203501-6a81-4226-9d94-d2ce8f3df63f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.762068] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.847464] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.257617] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.263793] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1135.264099] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9e75f08-e0fb-4fb8-bb07-99afe4c62f99 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.271847] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1135.271847] env[62679]: value = "task-2412969" [ 1135.271847] env[62679]: _type = "Task" [ 1135.271847] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.279511] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412969, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.757714] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.781059] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412969, 'name': CreateSnapshot_Task, 'duration_secs': 0.408948} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.781059] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1135.781328] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3691547-9a39-4fc0-a706-684c5008902c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.913494] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.913773] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.914024] env[62679]: INFO nova.compute.manager [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Attaching volume b2fb6e91-47a9-469e-a7f7-30346c8832c7 to /dev/sdb [ 1136.007043] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcdcfdb-587d-42c8-9bd0-c962e2d5f2fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.015779] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225eee14-43eb-427d-92ed-5a0a718ad0a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.028598] env[62679]: DEBUG nova.virt.block_device [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating existing volume attachment record: e585c1f4-e935-4156-b6b8-9a4e47aeef6f {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.258950] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.298145] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1136.298407] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10a09ec2-2601-4df0-8371-e987d9aad168 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.305412] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1136.305412] env[62679]: value = "task-2412973" [ 1136.305412] env[62679]: _type = "Task" [ 1136.305412] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.313198] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412973, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.759880] env[62679]: DEBUG oslo_vmware.api [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412967, 'name': ReconfigVM_Task, 'duration_secs': 5.777407} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.759880] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.760340] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Reconfigured VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1136.815481] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412973, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.318345] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412973, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.670701] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "41ac8247-a813-4390-a3f2-7495c3477eb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.670994] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.671236] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.671425] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.671600] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.673601] env[62679]: INFO nova.compute.manager [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Terminating instance [ 1137.817122] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412973, 'name': CloneVM_Task, 'duration_secs': 1.322783} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.817480] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Created linked-clone VM from snapshot [ 1137.818122] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e36400e-8a3c-4a35-b746-7f9af5d36421 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.825070] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Uploading image 53ba1ce2-daee-4585-94d9-60199472e483 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1137.848542] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1137.848542] env[62679]: value = "vm-489206" [ 1137.848542] env[62679]: _type = "VirtualMachine" [ 1137.848542] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1137.848784] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de282f9c-052a-4505-beed-97b96e700320 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.854914] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease: (returnval){ [ 1137.854914] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b79da7-3579-2463-738e-a93fe3cce5e8" [ 1137.854914] env[62679]: _type = "HttpNfcLease" [ 1137.854914] env[62679]: } obtained for exporting VM: (result){ [ 1137.854914] env[62679]: value = "vm-489206" [ 1137.854914] env[62679]: _type = "VirtualMachine" [ 1137.854914] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1137.855170] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the lease: (returnval){ [ 1137.855170] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b79da7-3579-2463-738e-a93fe3cce5e8" [ 1137.855170] env[62679]: _type = "HttpNfcLease" [ 1137.855170] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1137.860656] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1137.860656] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b79da7-3579-2463-738e-a93fe3cce5e8" [ 1137.860656] env[62679]: _type = "HttpNfcLease" [ 1137.860656] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1138.120567] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.120766] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.120952] env[62679]: DEBUG nova.network.neutron [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.178293] env[62679]: DEBUG nova.compute.manager [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.178585] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.178853] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7dd34db-c13e-452a-a25f-58d6e50ae94e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.186544] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1138.186544] env[62679]: value = "task-2412975" [ 1138.186544] env[62679]: _type = "Task" [ 1138.186544] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.196303] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.365031] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.365031] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b79da7-3579-2463-738e-a93fe3cce5e8" [ 1138.365031] env[62679]: _type = "HttpNfcLease" [ 1138.365031] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1138.365031] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1138.365031] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b79da7-3579-2463-738e-a93fe3cce5e8" [ 1138.365031] env[62679]: _type = "HttpNfcLease" [ 1138.365031] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1138.365031] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ada7c32-2b33-42ce-9fe3-b6b9950d29b3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.374208] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad913b-2f1a-9c30-81f0-8c72181b41f5/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1138.374633] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad913b-2f1a-9c30-81f0-8c72181b41f5/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1138.468033] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd1bbd25-0174-475e-8ff7-6e8045e361df {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.699091] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412975, 'name': PowerOffVM_Task, 'duration_secs': 0.181037} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.701412] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.701790] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1138.703109] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489189', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'name': 'volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '41ac8247-a813-4390-a3f2-7495c3477eb5', 'attached_at': '2025-02-10T11:29:27.000000', 'detached_at': '', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'serial': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1138.704326] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f3ea6-076f-4a48-91ae-a8b484ab1653 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.730157] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcff6b-72db-4019-8890-464c6bfa84f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.737774] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26642c6d-a0c4-4691-b27d-90dfce1c6ce5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.759090] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4322428a-ec48-41d1-a0dd-d3a377d40b35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.775572] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] The volume has not been displaced from its original location: [datastore2] volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1/volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1138.781454] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.781767] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9382c4c6-93f3-4f96-8f7f-1a8cb2659522 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.802296] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1138.802296] env[62679]: value = "task-2412977" [ 1138.802296] env[62679]: _type = "Task" [ 1138.802296] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.810048] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.911419] env[62679]: INFO nova.network.neutron [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Port 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1138.912167] env[62679]: DEBUG nova.network.neutron [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.978933] env[62679]: DEBUG nova.compute.manager [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1138.979066] env[62679]: DEBUG nova.compute.manager [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing instance network info cache due to event network-changed-c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1138.979267] env[62679]: DEBUG oslo_concurrency.lockutils [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] Acquiring lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.313582] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412977, 'name': ReconfigVM_Task, 'duration_secs': 0.164909} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.313892] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.319028] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a16a717-5978-4214-9c3a-641d2fd782cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.334108] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1139.334108] env[62679]: value = "task-2412978" [ 1139.334108] env[62679]: _type = "Task" [ 1139.334108] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.342204] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.415438] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.418198] env[62679]: DEBUG oslo_concurrency.lockutils [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] Acquired lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.418452] env[62679]: DEBUG nova.network.neutron [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Refreshing network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.637938] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-9f219990-0727-4237-bee1-c400f9fbcbfb-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.638658] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-9f219990-0727-4237-bee1-c400f9fbcbfb-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.638818] env[62679]: DEBUG nova.objects.instance [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'flavor' on Instance uuid 9f219990-0727-4237-bee1-c400f9fbcbfb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.843852] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412978, 'name': ReconfigVM_Task, 'duration_secs': 0.176664} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.844292] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489189', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'name': 'volume-e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '41ac8247-a813-4390-a3f2-7495c3477eb5', 'attached_at': '2025-02-10T11:29:27.000000', 'detached_at': '', 'volume_id': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1', 'serial': 'e2874f63-d374-4f44-9b5c-9ced3abb32a1'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.844640] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.845473] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8fb410-969b-426b-87e0-11ee6036dbe6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.851891] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.852188] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eacabdd-6af4-486e-9eab-b7aeb6b346e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.915451] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.915844] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.916064] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleting the datastore file [datastore2] 41ac8247-a813-4390-a3f2-7495c3477eb5 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.916450] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a4bdfb2-54b3-4d1a-980d-3c6926bb3264 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.921082] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c0a25336-5d18-4605-81e0-e0103685c46e tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-8e0c600b-066c-4969-965e-163234fd31e8-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.757s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.927187] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1139.927187] env[62679]: value = "task-2412980" [ 1139.927187] env[62679]: _type = "Task" [ 1139.927187] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.936313] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.140980] env[62679]: DEBUG nova.network.neutron [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updated VIF entry in instance network info cache for port c144b36f-729f-44dd-81c0-6a91a4eba05a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.141373] env[62679]: DEBUG nova.network.neutron [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [{"id": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "address": "fa:16:3e:96:a3:1d", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144b36f-72", "ovs_interfaceid": "c144b36f-729f-44dd-81c0-6a91a4eba05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.240069] env[62679]: DEBUG nova.objects.instance [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f219990-0727-4237-bee1-c400f9fbcbfb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.437523] env[62679]: DEBUG oslo_vmware.api [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086302} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.438703] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.438703] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.438703] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.438703] env[62679]: INFO nova.compute.manager [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1140.439342] env[62679]: DEBUG oslo.service.loopingcall [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.439664] env[62679]: DEBUG nova.compute.manager [-] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.440519] env[62679]: DEBUG nova.network.neutron [-] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.571703] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.572048] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489205', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'name': 'volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2622113e-27c1-452f-b347-68010e72b3fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'serial': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.573083] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ce2bcc-8196-4396-ae86-7bb60895e4d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.592347] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5006ba6a-734c-4190-8e8a-60ec15d08bc4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.618773] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7/volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.619175] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e602b39f-4ab4-479f-96d3-13916dae8765 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.639302] env[62679]: DEBUG oslo_vmware.api [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1140.639302] env[62679]: value = "task-2412981" [ 1140.639302] env[62679]: _type = "Task" [ 1140.639302] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.646271] env[62679]: DEBUG oslo_vmware.api [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.648011] env[62679]: DEBUG oslo_concurrency.lockutils [req-b4ee511c-9a3c-4451-93e4-6c5a709c2e8c req-b142e94f-2752-4dfd-a2b5-7285c4bd83be service nova] Releasing lock "refresh_cache-8e0c600b-066c-4969-965e-163234fd31e8" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.744228] env[62679]: DEBUG nova.objects.base [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Object Instance<9f219990-0727-4237-bee1-c400f9fbcbfb> lazy-loaded attributes: flavor,pci_requests {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.744228] env[62679]: DEBUG nova.network.neutron [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.864404] env[62679]: DEBUG nova.policy [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '701e6d96181a43e18a06b93d84a90119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17737ef3fe14edaad7ed0cf66143942', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.928963] env[62679]: DEBUG nova.compute.manager [req-6646f825-8b06-4a16-9e6f-2d4abf6fc2d9 req-97969ce9-0292-4ace-90fe-10708dcd4071 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Received event network-vif-deleted-a035cccb-3b83-4ee6-9413-e971cb934a63 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1140.929223] env[62679]: INFO nova.compute.manager [req-6646f825-8b06-4a16-9e6f-2d4abf6fc2d9 req-97969ce9-0292-4ace-90fe-10708dcd4071 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Neutron deleted interface a035cccb-3b83-4ee6-9413-e971cb934a63; detaching it from the instance and deleting it from the info cache [ 1140.929345] env[62679]: DEBUG nova.network.neutron [req-6646f825-8b06-4a16-9e6f-2d4abf6fc2d9 req-97969ce9-0292-4ace-90fe-10708dcd4071 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.009839] env[62679]: DEBUG nova.compute.manager [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1141.010329] env[62679]: DEBUG nova.compute.manager [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing instance network info cache due to event network-changed-3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1141.010534] env[62679]: DEBUG oslo_concurrency.lockutils [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.010690] env[62679]: DEBUG oslo_concurrency.lockutils [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.010879] env[62679]: DEBUG nova.network.neutron [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.151776] env[62679]: DEBUG oslo_vmware.api [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412981, 'name': ReconfigVM_Task, 'duration_secs': 0.367004} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.152470] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7/volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.161021] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ab302c-5e73-4ac6-9ce8-8791515b4f94 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.179777] env[62679]: DEBUG oslo_vmware.api [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1141.179777] env[62679]: value = "task-2412982" [ 1141.179777] env[62679]: _type = "Task" [ 1141.179777] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.187935] env[62679]: DEBUG oslo_vmware.api [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.410094] env[62679]: DEBUG nova.network.neutron [-] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.432099] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f5676cf-b2f6-484b-9561-fa22d9d785f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.442488] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c6d67-3663-4a30-84b1-71985fedcf65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.472935] env[62679]: DEBUG nova.compute.manager [req-6646f825-8b06-4a16-9e6f-2d4abf6fc2d9 req-97969ce9-0292-4ace-90fe-10708dcd4071 service nova] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Detach interface failed, port_id=a035cccb-3b83-4ee6-9413-e971cb934a63, reason: Instance 41ac8247-a813-4390-a3f2-7495c3477eb5 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1141.692010] env[62679]: DEBUG oslo_vmware.api [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412982, 'name': ReconfigVM_Task, 'duration_secs': 0.145837} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.692364] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489205', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'name': 'volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2622113e-27c1-452f-b347-68010e72b3fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'serial': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.758677] env[62679]: DEBUG nova.network.neutron [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updated VIF entry in instance network info cache for port 3c9261d2-cdc9-4254-890d-98d8bf843028. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.759052] env[62679]: DEBUG nova.network.neutron [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.913262] env[62679]: INFO nova.compute.manager [-] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Took 1.47 seconds to deallocate network for instance. [ 1142.261899] env[62679]: DEBUG oslo_concurrency.lockutils [req-67d3c308-d162-4c3e-ba15-72086416f3c1 req-6b3cfdeb-9c9b-4754-b388-0441fc9ada61 service nova] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.382529] env[62679]: DEBUG nova.network.neutron [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Successfully updated port: 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.455301] env[62679]: INFO nova.compute.manager [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Took 0.54 seconds to detach 1 volumes for instance. [ 1142.457659] env[62679]: DEBUG nova.compute.manager [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 41ac8247-a813-4390-a3f2-7495c3477eb5] Deleting volume: e2874f63-d374-4f44-9b5c-9ced3abb32a1 {{(pid=62679) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1142.731202] env[62679]: DEBUG nova.objects.instance [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'flavor' on Instance uuid 2622113e-27c1-452f-b347-68010e72b3fb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.886020] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.886236] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.886426] env[62679]: DEBUG nova.network.neutron [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.001704] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.001912] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.001971] env[62679]: DEBUG nova.objects.instance [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'resources' on Instance uuid 41ac8247-a813-4390-a3f2-7495c3477eb5 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.184436] env[62679]: DEBUG nova.compute.manager [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-vif-plugged-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1143.184598] env[62679]: DEBUG oslo_concurrency.lockutils [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.184776] env[62679]: DEBUG oslo_concurrency.lockutils [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.184966] env[62679]: DEBUG oslo_concurrency.lockutils [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.185151] env[62679]: DEBUG nova.compute.manager [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] No waiting events found dispatching network-vif-plugged-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.185316] env[62679]: WARNING nova.compute.manager [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received unexpected event network-vif-plugged-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd for instance with vm_state active and task_state None. [ 1143.185476] env[62679]: DEBUG nova.compute.manager [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-changed-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1143.185630] env[62679]: DEBUG nova.compute.manager [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing instance network info cache due to event network-changed-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1143.185792] env[62679]: DEBUG oslo_concurrency.lockutils [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.236496] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79906929-2f77-41bb-8004-d94e66d739f2 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.423839] env[62679]: WARNING nova.network.neutron [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] f8863949-b94c-47fd-be3c-eec195347d2f already exists in list: networks containing: ['f8863949-b94c-47fd-be3c-eec195347d2f']. ignoring it [ 1143.633892] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765ecaa0-1fdc-414a-8bdf-c9c22b85f932 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.642019] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a208ff-be66-4249-84b6-91d490fb2211 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.676684] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b990b-5f47-4c3d-ba28-1698af9dd81f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.684471] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf297d3-0d27-437f-ab85-b0c8014ba4da {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.698152] env[62679]: DEBUG nova.compute.provider_tree [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.750796] env[62679]: DEBUG nova.network.neutron [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "address": "fa:16:3e:57:e1:a7", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a87718-a2", "ovs_interfaceid": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.055439] env[62679]: DEBUG nova.compute.manager [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Stashing vm_state: active {{(pid=62679) _prep_resize /opt/stack/nova/nova/compute/manager.py:6143}} [ 1144.202015] env[62679]: DEBUG nova.scheduler.client.report [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.254174] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.254890] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.255063] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.255397] env[62679]: DEBUG oslo_concurrency.lockutils [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.255578] env[62679]: DEBUG nova.network.neutron [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Refreshing network info cache for port 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.257366] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98713abe-2d25-4313-a8fa-882d53a9e0f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.275978] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.276304] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.276416] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.276599] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.276756] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.276910] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.277132] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.277302] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.277474] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.277639] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.277816] env[62679]: DEBUG nova.virt.hardware [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.284408] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Reconfiguring VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1144.285653] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7654bc17-a72b-4d19-a22b-73ff7fd101ac {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.304280] env[62679]: DEBUG oslo_vmware.api [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1144.304280] env[62679]: value = "task-2412984" [ 1144.304280] env[62679]: _type = "Task" [ 1144.304280] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.314938] env[62679]: DEBUG oslo_vmware.api [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.574313] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.707324] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.709807] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.136s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.730357] env[62679]: INFO nova.scheduler.client.report [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted allocations for instance 41ac8247-a813-4390-a3f2-7495c3477eb5 [ 1144.815086] env[62679]: DEBUG oslo_vmware.api [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.992890] env[62679]: DEBUG nova.network.neutron [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updated VIF entry in instance network info cache for port 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.993526] env[62679]: DEBUG nova.network.neutron [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "address": "fa:16:3e:57:e1:a7", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a87718-a2", "ovs_interfaceid": "41a87718-a2ca-44a3-8c5e-ada6c93c7ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.215632] env[62679]: INFO nova.compute.claims [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.239045] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d0ded443-24d2-4405-875a-e9de42f1c04d tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "41ac8247-a813-4390-a3f2-7495c3477eb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.568s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.315134] env[62679]: DEBUG oslo_vmware.api [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412984, 'name': ReconfigVM_Task, 'duration_secs': 0.601426} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.322241] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.322484] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Reconfigured VM to attach interface {{(pid=62679) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1145.496185] env[62679]: DEBUG oslo_concurrency.lockutils [req-3fbed72e-a2d8-46e1-80a4-d06d3a05b317 req-09702e7a-a43e-4fe0-8f98-4941c1867cc0 service nova] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.621088] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.621347] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.621549] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.621728] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.621896] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.625301] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad913b-2f1a-9c30-81f0-8c72181b41f5/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.626163] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19154626-d38f-4972-88d9-1e545c44896f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.628870] env[62679]: INFO nova.compute.manager [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Terminating instance [ 1145.633765] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad913b-2f1a-9c30-81f0-8c72181b41f5/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.633934] env[62679]: ERROR oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad913b-2f1a-9c30-81f0-8c72181b41f5/disk-0.vmdk due to incomplete transfer. [ 1145.634177] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb8db741-4e7d-4ebc-a486-f87b4f09347c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.640879] env[62679]: DEBUG oslo_vmware.rw_handles [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad913b-2f1a-9c30-81f0-8c72181b41f5/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.641028] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Uploaded image 53ba1ce2-daee-4585-94d9-60199472e483 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.643077] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.643495] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4279214-fc16-4c6c-8320-45056ebfbc00 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.648763] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1145.648763] env[62679]: value = "task-2412985" [ 1145.648763] env[62679]: _type = "Task" [ 1145.648763] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.656042] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412985, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.724983] env[62679]: INFO nova.compute.resource_tracker [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating resource usage from migration 42b1f090-fefb-46d4-8b0e-f8c7466a3cbe [ 1145.826871] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0f0ef31f-580a-466c-9e03-b33d10ce72c6 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-9f219990-0727-4237-bee1-c400f9fbcbfb-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.188s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.835017] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b41ea-cb14-47b9-83bb-8abbdd81674b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.842644] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210260e1-d474-4566-bc75-7ed742b0b6c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.876103] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ef4b0a-4bdd-4545-bfe6-0ffc61f947e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.883696] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9e01b2-e29d-4dce-827c-c60c9ab8ccfe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.897398] env[62679]: DEBUG nova.compute.provider_tree [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.132995] env[62679]: DEBUG nova.compute.manager [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.133398] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.134328] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a76ec-025d-4a52-9c04-36274364ddc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.142160] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.142386] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef78899-28df-44c6-94d4-44f91509e38c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.147729] env[62679]: DEBUG oslo_vmware.api [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1146.147729] env[62679]: value = "task-2412986" [ 1146.147729] env[62679]: _type = "Task" [ 1146.147729] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.159855] env[62679]: DEBUG oslo_vmware.api [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.162721] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412985, 'name': Destroy_Task, 'duration_secs': 0.355758} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.162947] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Destroyed the VM [ 1146.163231] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.163469] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-97e0712f-be81-4abe-909f-dbae88199856 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.168878] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1146.168878] env[62679]: value = "task-2412987" [ 1146.168878] env[62679]: _type = "Task" [ 1146.168878] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.176364] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412987, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.401403] env[62679]: DEBUG nova.scheduler.client.report [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.657200] env[62679]: DEBUG oslo_vmware.api [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412986, 'name': PowerOffVM_Task, 'duration_secs': 0.201563} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.657497] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.657646] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.657893] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25b5f1ff-eed3-44f7-ba1e-26963c57f557 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.678430] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412987, 'name': RemoveSnapshot_Task, 'duration_secs': 0.393416} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.678839] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.679270] env[62679]: DEBUG nova.compute.manager [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.680195] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91714c1a-3ead-4370-92a7-bf71ddc5613a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.724891] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.725136] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.725342] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleting the datastore file [datastore1] 64f1d029-187f-46eb-a76c-6bfc246d4ef4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.725596] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3dfacd-8147-4c1b-91bc-48dd48ba5adc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.733148] env[62679]: DEBUG oslo_vmware.api [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1146.733148] env[62679]: value = "task-2412989" [ 1146.733148] env[62679]: _type = "Task" [ 1146.733148] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.741033] env[62679]: DEBUG oslo_vmware.api [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.906513] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.197s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.906730] env[62679]: INFO nova.compute.manager [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Migrating [ 1147.192731] env[62679]: INFO nova.compute.manager [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Shelve offloading [ 1147.242622] env[62679]: DEBUG oslo_vmware.api [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204874} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.242874] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.243081] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.243266] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.243437] env[62679]: INFO nova.compute.manager [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1147.243674] env[62679]: DEBUG oslo.service.loopingcall [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1147.243859] env[62679]: DEBUG nova.compute.manager [-] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.243956] env[62679]: DEBUG nova.network.neutron [-] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.339961] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "interface-9f219990-0727-4237-bee1-c400f9fbcbfb-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.340248] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-9f219990-0727-4237-bee1-c400f9fbcbfb-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.421697] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.421877] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.422074] env[62679]: DEBUG nova.network.neutron [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.499721] env[62679]: DEBUG nova.compute.manager [req-6b1d91e6-90a2-491d-bf9e-1b7727a12de5 req-f9b6a763-cb8e-4d84-a8f7-6a637eabc6af service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Received event network-vif-deleted-98f51ef1-c669-42b2-b457-07dbbda5b9bb {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1147.499921] env[62679]: INFO nova.compute.manager [req-6b1d91e6-90a2-491d-bf9e-1b7727a12de5 req-f9b6a763-cb8e-4d84-a8f7-6a637eabc6af service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Neutron deleted interface 98f51ef1-c669-42b2-b457-07dbbda5b9bb; detaching it from the instance and deleting it from the info cache [ 1147.500106] env[62679]: DEBUG nova.network.neutron [req-6b1d91e6-90a2-491d-bf9e-1b7727a12de5 req-f9b6a763-cb8e-4d84-a8f7-6a637eabc6af service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.696071] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.696407] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a9d78b1-19aa-41df-be86-4262d2750c7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.703537] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1147.703537] env[62679]: value = "task-2412990" [ 1147.703537] env[62679]: _type = "Task" [ 1147.703537] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.713726] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.713918] env[62679]: DEBUG nova.compute.manager [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.714645] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdefe6d7-89c1-42de-8cf8-9c69fbea730f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.720030] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.720203] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.720370] env[62679]: DEBUG nova.network.neutron [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.843134] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.843366] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.844291] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7a9ca9-2f6b-45de-bb6c-63ed60369be9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.863316] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36f9cab-d070-4a6c-b3f2-772f6560504c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.887927] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Reconfiguring VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1147.888160] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14052e3b-8d30-4082-9f77-391e2a6dd27a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.905738] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1147.905738] env[62679]: value = "task-2412991" [ 1147.905738] env[62679]: _type = "Task" [ 1147.905738] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.915888] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.988077] env[62679]: DEBUG nova.network.neutron [-] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.002576] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3acde95a-7297-481a-867e-ca86fa4e9503 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.012104] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088809ae-ab00-4894-b766-d3a1d4869d2b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.038882] env[62679]: DEBUG nova.compute.manager [req-6b1d91e6-90a2-491d-bf9e-1b7727a12de5 req-f9b6a763-cb8e-4d84-a8f7-6a637eabc6af service nova] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Detach interface failed, port_id=98f51ef1-c669-42b2-b457-07dbbda5b9bb, reason: Instance 64f1d029-187f-46eb-a76c-6bfc246d4ef4 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1148.138623] env[62679]: DEBUG nova.network.neutron [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.417027] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.444767] env[62679]: DEBUG nova.network.neutron [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.493430] env[62679]: INFO nova.compute.manager [-] [instance: 64f1d029-187f-46eb-a76c-6bfc246d4ef4] Took 1.25 seconds to deallocate network for instance. [ 1148.641261] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.917113] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.947753] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.999725] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.999986] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.000268] env[62679]: DEBUG nova.objects.instance [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'resources' on Instance uuid 64f1d029-187f-46eb-a76c-6bfc246d4ef4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.417678] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.444018] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.444929] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7514fbdc-dd81-4649-ab62-d78176eb41f0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.452009] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.452477] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d26033b-c77e-4f48-a3af-fd075dcbf310 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.521349] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.522474] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.522474] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleting the datastore file [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.522474] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b1f1433-56e6-4a9f-8122-69baa5677da1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.529102] env[62679]: DEBUG nova.compute.manager [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-vif-unplugged-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1149.529307] env[62679]: DEBUG oslo_concurrency.lockutils [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.529501] env[62679]: DEBUG oslo_concurrency.lockutils [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.529669] env[62679]: DEBUG oslo_concurrency.lockutils [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.529855] env[62679]: DEBUG nova.compute.manager [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] No waiting events found dispatching network-vif-unplugged-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.530063] env[62679]: WARNING nova.compute.manager [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received unexpected event network-vif-unplugged-5c4086f1-2685-45fe-8d2e-6a24749e476a for instance with vm_state shelved and task_state shelving_offloading. [ 1149.532694] env[62679]: DEBUG nova.compute.manager [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1149.532694] env[62679]: DEBUG nova.compute.manager [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing instance network info cache due to event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1149.532694] env[62679]: DEBUG oslo_concurrency.lockutils [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.532694] env[62679]: DEBUG oslo_concurrency.lockutils [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.532694] env[62679]: DEBUG nova.network.neutron [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.533245] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1149.533245] env[62679]: value = "task-2412993" [ 1149.533245] env[62679]: _type = "Task" [ 1149.533245] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.543417] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.610242] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3befec1-eb76-4c3d-8915-72457d647f45 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.617818] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5b04d9-601d-4af2-ba00-a51a42be21f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.650538] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbafc4-3314-473c-a8b2-84f1431bc14b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.658186] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a1200a-37b9-4445-931d-6edb6b291075 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.674077] env[62679]: DEBUG nova.compute.provider_tree [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.918984] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.046410] env[62679]: DEBUG oslo_vmware.api [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2412993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129334} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.046668] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.046894] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.047087] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.066991] env[62679]: INFO nova.scheduler.client.report [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted allocations for instance fc74bce7-0e75-427e-b590-86d957ba03a4 [ 1150.159640] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aba82b-1f2f-4930-bb3d-f743c808a6c1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.182713] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance '2622113e-27c1-452f-b347-68010e72b3fb' progress to 0 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.203346] env[62679]: ERROR nova.scheduler.client.report [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [req-47e53822-f7ab-456b-bd56-658c56c38039] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b705663a-b9cf-4d58-931b-450a90a034cd. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47e53822-f7ab-456b-bd56-658c56c38039"}]} [ 1150.218979] env[62679]: DEBUG nova.scheduler.client.report [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing inventories for resource provider b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1150.234794] env[62679]: DEBUG nova.scheduler.client.report [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating ProviderTree inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1150.234794] env[62679]: DEBUG nova.compute.provider_tree [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.244928] env[62679]: DEBUG nova.scheduler.client.report [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing aggregate associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, aggregates: None {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1150.255038] env[62679]: DEBUG nova.network.neutron [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updated VIF entry in instance network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.255464] env[62679]: DEBUG nova.network.neutron [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5c4086f1-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.261425] env[62679]: DEBUG nova.scheduler.client.report [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Refreshing trait associations for resource provider b705663a-b9cf-4d58-931b-450a90a034cd, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO {{(pid=62679) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1150.347989] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f039c3c1-aec4-4e16-93e3-df43948c7cfe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.355561] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35e811a-912d-48a2-914e-d10ea9c43476 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.386458] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b85a220-bfb4-4440-a80b-12ef94a50d56 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.393205] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57b8c82-51a9-4866-bc1d-22ca4852a17f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.410773] env[62679]: DEBUG nova.compute.provider_tree [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.419027] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.573022] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.690698] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.690982] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ddb2af1-69ac-468a-9502-16bb06cfab39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.699557] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1150.699557] env[62679]: value = "task-2412994" [ 1150.699557] env[62679]: _type = "Task" [ 1150.699557] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.707276] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.758143] env[62679]: DEBUG oslo_concurrency.lockutils [req-5dc7a110-2483-4079-bda9-c65193479ba5 req-aaad810a-ce06-452c-ae22-d05ae5697248 service nova] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.922840] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.947803] env[62679]: DEBUG nova.scheduler.client.report [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updated inventory for provider b705663a-b9cf-4d58-931b-450a90a034cd with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1150.948104] env[62679]: DEBUG nova.compute.provider_tree [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating resource provider b705663a-b9cf-4d58-931b-450a90a034cd generation from 159 to 160 during operation: update_inventory {{(pid=62679) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1150.948295] env[62679]: DEBUG nova.compute.provider_tree [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Updating inventory in ProviderTree for provider b705663a-b9cf-4d58-931b-450a90a034cd with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.209843] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412994, 'name': PowerOffVM_Task, 'duration_secs': 0.208165} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.210123] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.210318] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance '2622113e-27c1-452f-b347-68010e72b3fb' progress to 17 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.421495] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.453731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.455855] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.883s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.456094] env[62679]: DEBUG nova.objects.instance [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'resources' on Instance uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.473287] env[62679]: INFO nova.scheduler.client.report [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted allocations for instance 64f1d029-187f-46eb-a76c-6bfc246d4ef4 [ 1151.717101] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:18:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.717363] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.717523] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.717704] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.717848] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.717995] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.718218] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.718379] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.718546] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.718708] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.718881] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.724233] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab28d65e-882a-47e6-84bd-3745b0825e18 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.739384] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1151.739384] env[62679]: value = "task-2412996" [ 1151.739384] env[62679]: _type = "Task" [ 1151.739384] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.748451] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.921461] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.958739] env[62679]: DEBUG nova.objects.instance [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'numa_topology' on Instance uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.980410] env[62679]: DEBUG oslo_concurrency.lockutils [None req-4428a2c0-082f-403a-ada0-d40e7702c538 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "64f1d029-187f-46eb-a76c-6bfc246d4ef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.359s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.250336] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412996, 'name': ReconfigVM_Task, 'duration_secs': 0.171683} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.250656] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance '2622113e-27c1-452f-b347-68010e72b3fb' progress to 33 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.369973] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.422019] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.460873] env[62679]: DEBUG nova.objects.base [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.555485] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8597f542-6344-4679-a24f-4106854c3c5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.562861] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f9285d-2b0d-4788-8a11-8aab8475a813 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.592077] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b52dd29-5e22-44ba-b3bc-2efd214b6ff8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.599200] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eac18d-7b67-4be0-ab59-8e5da99276a7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.613974] env[62679]: DEBUG nova.compute.provider_tree [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.757050] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.757050] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.757050] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.757311] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.757380] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.757525] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.757728] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.757902] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.758080] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.758244] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.758590] env[62679]: DEBUG nova.virt.hardware [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.763777] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.764087] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196be107-424a-4c53-8f8b-e119a4c80fcb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.783352] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1152.783352] env[62679]: value = "task-2412997" [ 1152.783352] env[62679]: _type = "Task" [ 1152.783352] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.790941] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.922600] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.117076] env[62679]: DEBUG nova.scheduler.client.report [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.293402] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412997, 'name': ReconfigVM_Task, 'duration_secs': 0.187077} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.293675] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.294441] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd315c3e-4e60-4dad-a10f-1481ae34aadd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.318378] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.318629] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb19603-e732-4fe4-8f03-29cba59d66ca {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.336120] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1153.336120] env[62679]: value = "task-2412998" [ 1153.336120] env[62679]: _type = "Task" [ 1153.336120] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.343201] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.422781] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.621515] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.676963] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.677556] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.846489] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2412998, 'name': ReconfigVM_Task, 'duration_secs': 0.314912} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.847232] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.847501] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance '2622113e-27c1-452f-b347-68010e72b3fb' progress to 50 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.924275] env[62679]: DEBUG oslo_vmware.api [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2412991, 'name': ReconfigVM_Task, 'duration_secs': 5.753963} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.924574] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.924780] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Reconfigured VM to detach interface {{(pid=62679) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1154.131029] env[62679]: DEBUG oslo_concurrency.lockutils [None req-085a3eca-378f-4866-9a3f-e507a4e6d064 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.935s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.131888] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.762s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.132095] env[62679]: INFO nova.compute.manager [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Unshelving [ 1154.180791] env[62679]: DEBUG nova.compute.utils [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1154.338565] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.338836] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.339064] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.339261] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.339434] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.341852] env[62679]: INFO nova.compute.manager [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Terminating instance [ 1154.353577] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e06bb-d26e-4018-a622-e7772fc44aab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.376419] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d33528d-cc2c-47d5-b368-fbce7f627363 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.397220] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance '2622113e-27c1-452f-b347-68010e72b3fb' progress to 67 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.682991] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.845742] env[62679]: DEBUG nova.compute.manager [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.846055] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.847026] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c5a24-d437-4781-9b17-59cf28e07449 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.854875] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.855157] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fedaa2b4-ff1d-4edf-ad52-0108bf1beb39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.861641] env[62679]: DEBUG oslo_vmware.api [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1154.861641] env[62679]: value = "task-2412999" [ 1154.861641] env[62679]: _type = "Task" [ 1154.861641] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.870790] env[62679]: DEBUG oslo_vmware.api [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.143606] env[62679]: DEBUG nova.compute.utils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1155.268954] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.269064] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquired lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.269216] env[62679]: DEBUG nova.network.neutron [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.371635] env[62679]: DEBUG oslo_vmware.api [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2412999, 'name': PowerOffVM_Task, 'duration_secs': 0.178071} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.371889] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.372077] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.372326] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c44da7e-60d0-4957-a14d-024a3514abc5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.428946] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.429211] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.429416] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleting the datastore file [datastore2] 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.429686] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d82614-63b5-44b0-a90b-d71a27794791 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.436342] env[62679]: DEBUG oslo_vmware.api [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for the task: (returnval){ [ 1155.436342] env[62679]: value = "task-2413001" [ 1155.436342] env[62679]: _type = "Task" [ 1155.436342] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.444302] env[62679]: DEBUG oslo_vmware.api [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2413001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.646459] env[62679]: INFO nova.virt.block_device [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Booting with volume ec41ebc7-06f8-41dd-8719-61811cfe49be at /dev/sdb [ 1155.676013] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-343bfa40-1a98-45b7-90c6-216c706b96c2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.684892] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b261c-d0ff-45aa-8c6e-e81481666593 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.711975] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a47fbca-bf9a-4154-ac1a-83d752ef1b35 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.719619] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a2151e-bdb2-4c5f-b0de-7ae89f5c63d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.745204] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.745204] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.745371] env[62679]: INFO nova.compute.manager [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Attaching volume 8902ff64-0ae9-46bd-b7f9-7441ff2b07d1 to /dev/sdb [ 1155.747822] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92f4be-9e9c-4a64-8f1d-378daebb5be8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.755411] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97be383d-c0d1-44ee-831f-fa4db472ad56 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.767841] env[62679]: DEBUG nova.virt.block_device [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating existing volume attachment record: fcbfae12-0458-4c4a-be94-f4c42bb1b8bb {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.774957] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac5a9df-883b-4f8e-9a5c-8245d367520e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.780780] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936c4198-8688-4875-8634-2131572d7f4b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.784821] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.785063] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.785264] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.785444] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.785609] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.787901] env[62679]: INFO nova.compute.manager [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Terminating instance [ 1155.793319] env[62679]: DEBUG nova.virt.block_device [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updating existing volume attachment record: b6a75ca5-d868-429e-aa0e-c4ba962575a9 {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.944971] env[62679]: DEBUG oslo_vmware.api [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Task: {'id': task-2413001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130831} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.945229] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.945415] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.945589] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.945759] env[62679]: INFO nova.compute.manager [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1155.945996] env[62679]: DEBUG oslo.service.loopingcall [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.946203] env[62679]: DEBUG nova.compute.manager [-] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.946300] env[62679]: DEBUG nova.network.neutron [-] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.002031] env[62679]: INFO nova.network.neutron [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Port 41a87718-a2ca-44a3-8c5e-ada6c93c7ebd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1156.002420] env[62679]: DEBUG nova.network.neutron [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [{"id": "3c9261d2-cdc9-4254-890d-98d8bf843028", "address": "fa:16:3e:22:66:87", "network": {"id": "f8863949-b94c-47fd-be3c-eec195347d2f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-795555397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e17737ef3fe14edaad7ed0cf66143942", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9261d2-cd", "ovs_interfaceid": "3c9261d2-cdc9-4254-890d-98d8bf843028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.053712] env[62679]: DEBUG nova.network.neutron [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Port 50fe4d3c-86fc-4696-9ae3-62991d144940 binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1156.245937] env[62679]: DEBUG nova.compute.manager [req-8f3f6e0e-3ef5-4acc-bbe8-26c22df6e65b req-3b5171f2-db89-4e4c-b7d5-1ad4f340cb87 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Received event network-vif-deleted-2201bb10-896a-42e1-a13b-283a07de5bee {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1156.246226] env[62679]: INFO nova.compute.manager [req-8f3f6e0e-3ef5-4acc-bbe8-26c22df6e65b req-3b5171f2-db89-4e4c-b7d5-1ad4f340cb87 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Neutron deleted interface 2201bb10-896a-42e1-a13b-283a07de5bee; detaching it from the instance and deleting it from the info cache [ 1156.246473] env[62679]: DEBUG nova.network.neutron [req-8f3f6e0e-3ef5-4acc-bbe8-26c22df6e65b req-3b5171f2-db89-4e4c-b7d5-1ad4f340cb87 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.296800] env[62679]: DEBUG nova.compute.manager [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.297135] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.298160] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da48b68-6da2-4ef0-8168-93bc30b40e7b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.307271] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.307558] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52750cbb-7abb-4960-aa8d-57878ea8b939 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.314811] env[62679]: DEBUG oslo_vmware.api [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1156.314811] env[62679]: value = "task-2413006" [ 1156.314811] env[62679]: _type = "Task" [ 1156.314811] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.325060] env[62679]: DEBUG oslo_vmware.api [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.505000] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Releasing lock "refresh_cache-9f219990-0727-4237-bee1-c400f9fbcbfb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.696517] env[62679]: DEBUG nova.network.neutron [-] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.748831] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85bd0c4a-5879-428b-a728-5853d0dcb8c6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.757879] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514318de-0775-4264-8e2f-786fb1b1167a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.784443] env[62679]: DEBUG nova.compute.manager [req-8f3f6e0e-3ef5-4acc-bbe8-26c22df6e65b req-3b5171f2-db89-4e4c-b7d5-1ad4f340cb87 service nova] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Detach interface failed, port_id=2201bb10-896a-42e1-a13b-283a07de5bee, reason: Instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1156.823913] env[62679]: DEBUG oslo_vmware.api [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413006, 'name': PowerOffVM_Task, 'duration_secs': 0.199334} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.824186] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.824361] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.824605] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d1f81bf-8466-4b7b-b0ba-dbd27c81321b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.908919] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.909208] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.909401] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleting the datastore file [datastore2] 9f219990-0727-4237-bee1-c400f9fbcbfb {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.909769] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c5eb55b-284b-4fc3-93ca-f4e30cb3e661 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.916169] env[62679]: DEBUG oslo_vmware.api [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1156.916169] env[62679]: value = "task-2413008" [ 1156.916169] env[62679]: _type = "Task" [ 1156.916169] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.923509] env[62679]: DEBUG oslo_vmware.api [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.009582] env[62679]: DEBUG oslo_concurrency.lockutils [None req-32465328-5e28-4809-81a4-002ed4119d36 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "interface-9f219990-0727-4237-bee1-c400f9fbcbfb-41a87718-a2ca-44a3-8c5e-ada6c93c7ebd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.669s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.077042] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.077199] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.077317] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.198899] env[62679]: INFO nova.compute.manager [-] [instance: 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1] Took 1.25 seconds to deallocate network for instance. [ 1157.426344] env[62679]: DEBUG oslo_vmware.api [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158262} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.426766] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.426766] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.426898] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.427088] env[62679]: INFO nova.compute.manager [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1157.427342] env[62679]: DEBUG oslo.service.loopingcall [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.427546] env[62679]: DEBUG nova.compute.manager [-] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.427644] env[62679]: DEBUG nova.network.neutron [-] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.705837] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.706117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.706361] env[62679]: DEBUG nova.objects.instance [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lazy-loading 'resources' on Instance uuid 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.110928] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.111163] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.111521] env[62679]: DEBUG nova.network.neutron [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.275072] env[62679]: DEBUG nova.compute.manager [req-503d78b5-894a-44e3-930c-d18efd4beb62 req-5d53c8f4-ee41-4458-8a69-3bec25ab6938 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Received event network-vif-deleted-3c9261d2-cdc9-4254-890d-98d8bf843028 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1158.275491] env[62679]: INFO nova.compute.manager [req-503d78b5-894a-44e3-930c-d18efd4beb62 req-5d53c8f4-ee41-4458-8a69-3bec25ab6938 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Neutron deleted interface 3c9261d2-cdc9-4254-890d-98d8bf843028; detaching it from the instance and deleting it from the info cache [ 1158.275713] env[62679]: DEBUG nova.network.neutron [req-503d78b5-894a-44e3-930c-d18efd4beb62 req-5d53c8f4-ee41-4458-8a69-3bec25ab6938 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.328195] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bb88ae-1a78-4b4a-8af6-e2decc4be59a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.335581] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab51ec9-5791-4b2c-b349-5c67d55319d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.371726] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf913a0-5c68-4004-8eb5-58fa4f1af4c3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.379091] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73fe032-aded-4c85-afe5-cdf538ae5a05 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.392238] env[62679]: DEBUG nova.compute.provider_tree [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.539525] env[62679]: DEBUG nova.network.neutron [-] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.783904] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d14ad2e5-fc2d-4556-9142-871af8edfdf3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.793685] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e644fc-ea14-46d9-b66c-bde8797176f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.821660] env[62679]: DEBUG nova.compute.manager [req-503d78b5-894a-44e3-930c-d18efd4beb62 req-5d53c8f4-ee41-4458-8a69-3bec25ab6938 service nova] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Detach interface failed, port_id=3c9261d2-cdc9-4254-890d-98d8bf843028, reason: Instance 9f219990-0727-4237-bee1-c400f9fbcbfb could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1158.859426] env[62679]: DEBUG nova.network.neutron [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.895389] env[62679]: DEBUG nova.scheduler.client.report [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.044310] env[62679]: INFO nova.compute.manager [-] [instance: 9f219990-0727-4237-bee1-c400f9fbcbfb] Took 1.62 seconds to deallocate network for instance. [ 1159.365017] env[62679]: DEBUG oslo_concurrency.lockutils [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.400694] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.420138] env[62679]: INFO nova.scheduler.client.report [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Deleted allocations for instance 8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1 [ 1159.550915] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.551324] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.551436] env[62679]: DEBUG nova.objects.instance [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'resources' on Instance uuid 9f219990-0727-4237-bee1-c400f9fbcbfb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.871614] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6837808b-8954-4b55-b4f8-d354400ee87e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.878411] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3bf1f2-ab62-4174-8042-8caed980ff0c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.927172] env[62679]: DEBUG oslo_concurrency.lockutils [None req-a773f505-53dc-4e91-a089-17e044ed2101 tempest-ServerActionsTestOtherA-1899291060 tempest-ServerActionsTestOtherA-1899291060-project-member] Lock "8dc52100-7d24-4aa7-b4c1-d0a7dc70eee1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.588s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.130863] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fbf177-ef73-446f-9407-1aa970a3cd2a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.138679] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499e8eb1-e35a-4f9d-a9f3-6023da7da03f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.170093] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dee5e6-c3a0-4fa5-a494-20b51d38a4a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.177171] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dade46bf-f367-43ad-8d51-ed5b9350e837 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.190299] env[62679]: DEBUG nova.compute.provider_tree [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.335799] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.336044] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489208', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'name': 'volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081754f0-a344-469c-b007-aa58f0d0d36c', 'attached_at': '', 'detached_at': '', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'serial': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.336917] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19415631-f72f-4859-a2e5-bdbfb3963945 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.353425] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531e8657-7f30-41a5-891d-83bf29798e44 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.377246] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1/volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.377529] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8487b8d-0052-4546-b848-82a7d8daafa7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.395237] env[62679]: DEBUG oslo_vmware.api [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1160.395237] env[62679]: value = "task-2413011" [ 1160.395237] env[62679]: _type = "Task" [ 1160.395237] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.402595] env[62679]: DEBUG oslo_vmware.api [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.693548] env[62679]: DEBUG nova.scheduler.client.report [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.906054] env[62679]: DEBUG oslo_vmware.api [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413011, 'name': ReconfigVM_Task, 'duration_secs': 0.341708} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.906386] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1/volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.911433] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-712852d4-c8bd-472c-84f0-d2c55297ea4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.926973] env[62679]: DEBUG oslo_vmware.api [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1160.926973] env[62679]: value = "task-2413012" [ 1160.926973] env[62679]: _type = "Task" [ 1160.926973] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.934851] env[62679]: DEBUG oslo_vmware.api [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.199062] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.222925] env[62679]: INFO nova.scheduler.client.report [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted allocations for instance 9f219990-0727-4237-bee1-c400f9fbcbfb [ 1161.365089] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.365368] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.365587] env[62679]: DEBUG nova.objects.instance [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'pci_requests' on Instance uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.403783] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffcba58-69c3-45d3-89a2-e387ecc1154b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.426626] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d701a9e6-2c43-49f9-92ca-06155917ff17 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.436766] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance '2622113e-27c1-452f-b347-68010e72b3fb' progress to 83 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.443664] env[62679]: DEBUG oslo_vmware.api [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413012, 'name': ReconfigVM_Task, 'duration_secs': 0.125273} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.444158] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489208', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'name': 'volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081754f0-a344-469c-b007-aa58f0d0d36c', 'attached_at': '', 'detached_at': '', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'serial': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.731123] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fd60e85c-c3b2-4a7d-8420-0391ce276201 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "9f219990-0727-4237-bee1-c400f9fbcbfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.946s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.869331] env[62679]: DEBUG nova.objects.instance [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'numa_topology' on Instance uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.950531] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.953532] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5af9902-43dd-4490-b162-c5f3616436ab {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.965078] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1161.965078] env[62679]: value = "task-2413013" [ 1161.965078] env[62679]: _type = "Task" [ 1161.965078] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.973137] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.371695] env[62679]: INFO nova.compute.claims [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.475169] env[62679]: DEBUG oslo_vmware.api [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413013, 'name': PowerOnVM_Task, 'duration_secs': 0.42767} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.475488] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.475759] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4eb7b-167c-49b2-9ea6-332064f36083 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance '2622113e-27c1-452f-b347-68010e72b3fb' progress to 100 {{(pid=62679) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.504482] env[62679]: DEBUG nova.objects.instance [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'flavor' on Instance uuid 081754f0-a344-469c-b007-aa58f0d0d36c {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.540702] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.540702] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "8e0c600b-066c-4969-965e-163234fd31e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.541420] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "8e0c600b-066c-4969-965e-163234fd31e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.541420] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "8e0c600b-066c-4969-965e-163234fd31e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.541420] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "8e0c600b-066c-4969-965e-163234fd31e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.543391] env[62679]: INFO nova.compute.manager [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Terminating instance [ 1163.009448] env[62679]: DEBUG oslo_concurrency.lockutils [None req-8e42d845-f083-4156-80af-dd4064e92fd4 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.047311] env[62679]: DEBUG nova.compute.manager [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.047548] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.048478] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2586f6-76ed-4599-a02e-22a56c17a764 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.056644] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.056877] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0039667-53c1-476d-8b23-9a7b24d29647 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.062937] env[62679]: DEBUG oslo_vmware.api [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1163.062937] env[62679]: value = "task-2413014" [ 1163.062937] env[62679]: _type = "Task" [ 1163.062937] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.073539] env[62679]: DEBUG oslo_vmware.api [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.137985] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.138308] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.458519] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a66dea-36a5-42a5-a69c-cf2943d65aa2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.466272] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cc7862-39cd-480e-a496-893197e19258 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.497386] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d869585-7139-491d-a48c-fcd016eab7b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.504779] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1e585-07c6-4e7f-9665-a6cab6e682be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.522329] env[62679]: DEBUG nova.compute.provider_tree [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.573572] env[62679]: DEBUG oslo_vmware.api [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413014, 'name': PowerOffVM_Task, 'duration_secs': 0.17884} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.573817] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.573981] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.574264] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb8e81f1-e85c-4578-8caf-b159ce63291d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.638701] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.638986] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.639203] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleting the datastore file [datastore2] 8e0c600b-066c-4969-965e-163234fd31e8 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.639500] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe1b90f4-c5c8-4189-9bf2-d8bb5831e436 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.642229] env[62679]: INFO nova.compute.manager [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Detaching volume 8902ff64-0ae9-46bd-b7f9-7441ff2b07d1 [ 1163.649962] env[62679]: DEBUG oslo_vmware.api [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for the task: (returnval){ [ 1163.649962] env[62679]: value = "task-2413016" [ 1163.649962] env[62679]: _type = "Task" [ 1163.649962] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.657804] env[62679]: DEBUG oslo_vmware.api [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.677009] env[62679]: INFO nova.virt.block_device [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Attempting to driver detach volume 8902ff64-0ae9-46bd-b7f9-7441ff2b07d1 from mountpoint /dev/sdb [ 1163.677262] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.677500] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489208', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'name': 'volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081754f0-a344-469c-b007-aa58f0d0d36c', 'attached_at': '', 'detached_at': '', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'serial': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.678331] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b96d678-ce7a-430a-b792-35e2b5d16efb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.700048] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff72d376-688f-497a-a5c5-2b0829160242 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.706932] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470176d-dd68-4d12-960a-1c5353bb30bf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.728304] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b8b230-0f60-4ce5-8724-77b956d72afa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.743744] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] The volume has not been displaced from its original location: [datastore1] volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1/volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.749500] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.749814] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c272fc5-f59a-4d3a-a74b-d6d64b7f3454 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.767061] env[62679]: DEBUG oslo_vmware.api [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1163.767061] env[62679]: value = "task-2413017" [ 1163.767061] env[62679]: _type = "Task" [ 1163.767061] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.774172] env[62679]: DEBUG oslo_vmware.api [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.030976] env[62679]: DEBUG nova.scheduler.client.report [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.160381] env[62679]: DEBUG oslo_vmware.api [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Task: {'id': task-2413016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10263} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.160631] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.160818] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.160991] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.161179] env[62679]: INFO nova.compute.manager [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.161427] env[62679]: DEBUG oslo.service.loopingcall [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.161612] env[62679]: DEBUG nova.compute.manager [-] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.161707] env[62679]: DEBUG nova.network.neutron [-] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.277808] env[62679]: DEBUG oslo_vmware.api [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413017, 'name': ReconfigVM_Task, 'duration_secs': 0.206549} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.278086] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.282726] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-266e6f7c-f0fc-43ac-9df0-88e4c4a8b47a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.297411] env[62679]: DEBUG oslo_vmware.api [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1164.297411] env[62679]: value = "task-2413018" [ 1164.297411] env[62679]: _type = "Task" [ 1164.297411] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.305102] env[62679]: DEBUG oslo_vmware.api [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.455782] env[62679]: DEBUG nova.compute.manager [req-41dafd1e-1b11-4b34-97d1-14652897b382 req-33e367c9-3741-4ce5-82ce-fafc29268e7f service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Received event network-vif-deleted-c144b36f-729f-44dd-81c0-6a91a4eba05a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1164.456008] env[62679]: INFO nova.compute.manager [req-41dafd1e-1b11-4b34-97d1-14652897b382 req-33e367c9-3741-4ce5-82ce-fafc29268e7f service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Neutron deleted interface c144b36f-729f-44dd-81c0-6a91a4eba05a; detaching it from the instance and deleting it from the info cache [ 1164.456201] env[62679]: DEBUG nova.network.neutron [req-41dafd1e-1b11-4b34-97d1-14652897b382 req-33e367c9-3741-4ce5-82ce-fafc29268e7f service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.536415] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.575664] env[62679]: INFO nova.network.neutron [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating port 5c4086f1-2685-45fe-8d2e-6a24749e476a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1164.810087] env[62679]: DEBUG oslo_vmware.api [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413018, 'name': ReconfigVM_Task, 'duration_secs': 0.159656} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.810448] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489208', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'name': 'volume-8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081754f0-a344-469c-b007-aa58f0d0d36c', 'attached_at': '', 'detached_at': '', 'volume_id': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1', 'serial': '8902ff64-0ae9-46bd-b7f9-7441ff2b07d1'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.914421] env[62679]: DEBUG nova.network.neutron [-] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.959014] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae8ae654-ee60-43ec-92e3-43c3b0440811 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.969371] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148aaf38-8876-44e9-9560-59578cdfae38 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.995997] env[62679]: DEBUG nova.compute.manager [req-41dafd1e-1b11-4b34-97d1-14652897b382 req-33e367c9-3741-4ce5-82ce-fafc29268e7f service nova] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Detach interface failed, port_id=c144b36f-729f-44dd-81c0-6a91a4eba05a, reason: Instance 8e0c600b-066c-4969-965e-163234fd31e8 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1165.158865] env[62679]: DEBUG nova.network.neutron [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Port 50fe4d3c-86fc-4696-9ae3-62991d144940 binding to destination host cpu-1 is already ACTIVE {{(pid=62679) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1165.159142] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.159299] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.159460] env[62679]: DEBUG nova.network.neutron [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.353871] env[62679]: DEBUG nova.objects.instance [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'flavor' on Instance uuid 081754f0-a344-469c-b007-aa58f0d0d36c {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.417209] env[62679]: INFO nova.compute.manager [-] [instance: 8e0c600b-066c-4969-965e-163234fd31e8] Took 1.26 seconds to deallocate network for instance. [ 1165.922929] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.923190] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.923507] env[62679]: DEBUG nova.objects.instance [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lazy-loading 'resources' on Instance uuid 8e0c600b-066c-4969-965e-163234fd31e8 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.967240] env[62679]: DEBUG nova.network.neutron [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.075519] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.075519] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.075519] env[62679]: DEBUG nova.network.neutron [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.361845] env[62679]: DEBUG oslo_concurrency.lockutils [None req-b2f3f239-9b10-4d53-8fb0-e3d5979fbe29 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.469928] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.482782] env[62679]: DEBUG nova.compute.manager [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-vif-plugged-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1166.483014] env[62679]: DEBUG oslo_concurrency.lockutils [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.483218] env[62679]: DEBUG oslo_concurrency.lockutils [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.483400] env[62679]: DEBUG oslo_concurrency.lockutils [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.483567] env[62679]: DEBUG nova.compute.manager [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] No waiting events found dispatching network-vif-plugged-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.483730] env[62679]: WARNING nova.compute.manager [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received unexpected event network-vif-plugged-5c4086f1-2685-45fe-8d2e-6a24749e476a for instance with vm_state shelved_offloaded and task_state spawning. [ 1166.483884] env[62679]: DEBUG nova.compute.manager [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1166.484047] env[62679]: DEBUG nova.compute.manager [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing instance network info cache due to event network-changed-5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1166.484218] env[62679]: DEBUG oslo_concurrency.lockutils [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.496939] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928a7db0-3aa4-4b46-84ee-13f6a381763e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.504939] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9d4f3-863b-4b4a-ab77-2d166e7c67eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.537055] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c36a1-3ebd-4027-a4b5-ecd2f1c18775 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.544322] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a435d7-6bcc-4b23-a0a9-02fdda665076 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.557398] env[62679]: DEBUG nova.compute.provider_tree [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.798266] env[62679]: DEBUG nova.network.neutron [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.974640] env[62679]: DEBUG nova.compute.manager [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62679) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1167.060941] env[62679]: DEBUG nova.scheduler.client.report [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.300777] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.303157] env[62679]: DEBUG oslo_concurrency.lockutils [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.303358] env[62679]: DEBUG nova.network.neutron [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Refreshing network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.327676] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='92e611a6117c0563dac5757b8c614e52',container_format='bare',created_at=2025-02-10T11:30:00Z,direct_url=,disk_format='vmdk',id=53ba1ce2-daee-4585-94d9-60199472e483,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-777792836-shelved',owner='7e8fb65480b8445fb2f88d7973711fdb',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-10T11:30:13Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.327905] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.328074] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.328260] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.328407] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.328559] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.328765] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.328924] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.329102] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.329268] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.329441] env[62679]: DEBUG nova.virt.hardware [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.330496] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c7cf25-7348-4602-9741-49129a1bf2e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.338416] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d0be9d-57b5-4455-b3ad-d2b422645187 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.352259] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e8:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c4086f1-2685-45fe-8d2e-6a24749e476a', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.359608] env[62679]: DEBUG oslo.service.loopingcall [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.359831] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.360057] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61caa78c-5719-4d9d-bb8e-a35efdcd1a56 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.377525] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.377525] env[62679]: value = "task-2413019" [ 1167.377525] env[62679]: _type = "Task" [ 1167.377525] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.385968] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413019, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.511479] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.511795] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.512026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "081754f0-a344-469c-b007-aa58f0d0d36c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.512221] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.512394] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.514752] env[62679]: INFO nova.compute.manager [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Terminating instance [ 1167.565629] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.587913] env[62679]: INFO nova.scheduler.client.report [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Deleted allocations for instance 8e0c600b-066c-4969-965e-163234fd31e8 [ 1167.888335] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413019, 'name': CreateVM_Task, 'duration_secs': 0.337255} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.888335] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.888956] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.889172] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.889500] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.891787] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0a49f3-4644-4875-8cff-2f5f726ae99b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.896667] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1167.896667] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522ccf69-8e5c-a291-170d-5e82ac475465" [ 1167.896667] env[62679]: _type = "Task" [ 1167.896667] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.905165] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522ccf69-8e5c-a291-170d-5e82ac475465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.021155] env[62679]: DEBUG nova.compute.manager [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.021426] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.022288] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b2dd08-0ad3-415a-b79e-692266f71f86 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.030325] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.030599] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e5653c-a285-43c5-b389-2b4ad1452458 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.037704] env[62679]: DEBUG oslo_vmware.api [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1168.037704] env[62679]: value = "task-2413020" [ 1168.037704] env[62679]: _type = "Task" [ 1168.037704] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.045801] env[62679]: DEBUG oslo_vmware.api [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.061218] env[62679]: DEBUG nova.network.neutron [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updated VIF entry in instance network info cache for port 5c4086f1-2685-45fe-8d2e-6a24749e476a. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.061769] env[62679]: DEBUG nova.network.neutron [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.071490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.071886] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.095891] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d7e46f65-54f7-4794-8d20-9c37c36d0e73 tempest-AttachInterfacesTestJSON-549445838 tempest-AttachInterfacesTestJSON-549445838-project-member] Lock "8e0c600b-066c-4969-965e-163234fd31e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.555s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.410158] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.410158] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Processing image 53ba1ce2-daee-4585-94d9-60199472e483 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.410158] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483/53ba1ce2-daee-4585-94d9-60199472e483.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.410158] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483/53ba1ce2-daee-4585-94d9-60199472e483.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.410158] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.410158] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7bf0db7-6348-4d99-9197-1e26f6a49e64 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.416498] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.416666] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.417390] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47b61da-fad9-4881-a753-1c22e9dc19b2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.422057] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1168.422057] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b6a50-b089-d05f-4ee2-5c3634aee357" [ 1168.422057] env[62679]: _type = "Task" [ 1168.422057] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.429554] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524b6a50-b089-d05f-4ee2-5c3634aee357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.546965] env[62679]: DEBUG oslo_vmware.api [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413020, 'name': PowerOffVM_Task, 'duration_secs': 0.190172} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.547236] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.547404] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.547650] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff851607-bd89-4b86-89a3-d4dff926a23c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.564768] env[62679]: DEBUG oslo_concurrency.lockutils [req-6bc3aaa2-794e-4fe0-81f5-c294bef52103 req-f79b5aca-f63b-45c3-912f-8471ccbfddf1 service nova] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.575728] env[62679]: DEBUG nova.objects.instance [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'migration_context' on Instance uuid 2622113e-27c1-452f-b347-68010e72b3fb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.616775] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.617072] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.617269] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleting the datastore file [datastore2] 081754f0-a344-469c-b007-aa58f0d0d36c {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.617905] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b31f5b1-4671-417d-98a6-61259bad6f97 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.624546] env[62679]: DEBUG oslo_vmware.api [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1168.624546] env[62679]: value = "task-2413022" [ 1168.624546] env[62679]: _type = "Task" [ 1168.624546] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.632644] env[62679]: DEBUG oslo_vmware.api [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.932472] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Preparing fetch location {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1168.932729] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Fetch image to [datastore1] OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783/OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783.vmdk {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1168.932908] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Downloading stream optimized image 53ba1ce2-daee-4585-94d9-60199472e483 to [datastore1] OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783/OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783.vmdk on the data store datastore1 as vApp {{(pid=62679) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1168.933085] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Downloading image file data 53ba1ce2-daee-4585-94d9-60199472e483 to the ESX as VM named 'OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783' {{(pid=62679) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1169.005532] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1169.005532] env[62679]: value = "resgroup-9" [ 1169.005532] env[62679]: _type = "ResourcePool" [ 1169.005532] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1169.005847] env[62679]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3ae1d7b6-62d4-460f-89f2-84e61034403d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.030283] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease: (returnval){ [ 1169.030283] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52462332-c457-90b9-f9ec-d86b279e0077" [ 1169.030283] env[62679]: _type = "HttpNfcLease" [ 1169.030283] env[62679]: } obtained for vApp import into resource pool (val){ [ 1169.030283] env[62679]: value = "resgroup-9" [ 1169.030283] env[62679]: _type = "ResourcePool" [ 1169.030283] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1169.030600] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the lease: (returnval){ [ 1169.030600] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52462332-c457-90b9-f9ec-d86b279e0077" [ 1169.030600] env[62679]: _type = "HttpNfcLease" [ 1169.030600] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.037194] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.037194] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52462332-c457-90b9-f9ec-d86b279e0077" [ 1169.037194] env[62679]: _type = "HttpNfcLease" [ 1169.037194] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.137584] env[62679]: DEBUG oslo_vmware.api [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130602} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.141216] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.141485] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.141691] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.141872] env[62679]: INFO nova.compute.manager [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1169.142343] env[62679]: DEBUG oslo.service.loopingcall [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.142776] env[62679]: DEBUG nova.compute.manager [-] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.142877] env[62679]: DEBUG nova.network.neutron [-] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.161038] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c627263c-2d1b-403f-bad8-398f00174f5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.169124] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33efa21-e00f-430b-9832-5603dc5f2185 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.201702] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b2c13-7964-4530-a7b8-5a6bd703404e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.209827] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb285c5-733f-41e3-878b-b944c6bb1997 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.228502] env[62679]: DEBUG nova.compute.provider_tree [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.539262] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.539262] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52462332-c457-90b9-f9ec-d86b279e0077" [ 1169.539262] env[62679]: _type = "HttpNfcLease" [ 1169.539262] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.539704] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.539704] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52462332-c457-90b9-f9ec-d86b279e0077" [ 1169.539704] env[62679]: _type = "HttpNfcLease" [ 1169.539704] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1169.540298] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c845d5-de64-4c2c-a53a-bc3d05e94618 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.547925] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c97a8-e9f4-e87a-b98c-e35b9554daad/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.547925] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c97a8-e9f4-e87a-b98c-e35b9554daad/disk-0.vmdk. {{(pid=62679) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1169.611184] env[62679]: DEBUG nova.compute.manager [req-5d1c69ac-66ee-4008-a96a-e00e1454da2d req-9e9fc05b-a761-467f-bb31-508b4ad42138 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Received event network-vif-deleted-af5e1cab-3fc9-4097-b08b-d4214d681810 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1169.611302] env[62679]: INFO nova.compute.manager [req-5d1c69ac-66ee-4008-a96a-e00e1454da2d req-9e9fc05b-a761-467f-bb31-508b4ad42138 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Neutron deleted interface af5e1cab-3fc9-4097-b08b-d4214d681810; detaching it from the instance and deleting it from the info cache [ 1169.611483] env[62679]: DEBUG nova.network.neutron [req-5d1c69ac-66ee-4008-a96a-e00e1454da2d req-9e9fc05b-a761-467f-bb31-508b4ad42138 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.617700] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ee02629-0d0f-408d-b6ff-9054f6f9c0f4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.732740] env[62679]: DEBUG nova.scheduler.client.report [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.116465] env[62679]: DEBUG nova.network.neutron [-] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.119308] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a474184d-a91e-4a1b-bf24-01729ba9e8ea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.128382] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0d11f-3668-4b67-b116-a126364a20cb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.157525] env[62679]: DEBUG nova.compute.manager [req-5d1c69ac-66ee-4008-a96a-e00e1454da2d req-9e9fc05b-a761-467f-bb31-508b4ad42138 service nova] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Detach interface failed, port_id=af5e1cab-3fc9-4097-b08b-d4214d681810, reason: Instance 081754f0-a344-469c-b007-aa58f0d0d36c could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1170.620452] env[62679]: INFO nova.compute.manager [-] [instance: 081754f0-a344-469c-b007-aa58f0d0d36c] Took 1.48 seconds to deallocate network for instance. [ 1170.684050] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Completed reading data from the image iterator. {{(pid=62679) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1170.684814] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c97a8-e9f4-e87a-b98c-e35b9554daad/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1170.685380] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa5263a-d0dc-4239-81fb-1b52e643d004 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.692633] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c97a8-e9f4-e87a-b98c-e35b9554daad/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1170.692816] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c97a8-e9f4-e87a-b98c-e35b9554daad/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1170.693090] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-744fa72f-c498-4af5-9ae2-83a7c4105d12 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.745810] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.674s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.891829] env[62679]: DEBUG oslo_vmware.rw_handles [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c97a8-e9f4-e87a-b98c-e35b9554daad/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1170.892015] env[62679]: INFO nova.virt.vmwareapi.images [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Downloaded image file data 53ba1ce2-daee-4585-94d9-60199472e483 [ 1170.892952] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96125870-e1f8-422d-b6d4-25f01459b0f5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.910917] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c96762fc-0ec0-494b-aca6-5f43e202e4c4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.933059] env[62679]: INFO nova.virt.vmwareapi.images [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] The imported VM was unregistered [ 1170.935691] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Caching image {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1170.935930] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating directory with path [datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.936228] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7841711b-84fc-4a36-a303-c972eff1ef90 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.947499] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created directory with path [datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.947694] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783/OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783.vmdk to [datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483/53ba1ce2-daee-4585-94d9-60199472e483.vmdk. {{(pid=62679) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1170.947942] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ccb0a672-7bc3-4687-a844-c0257372a02f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.953320] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1170.953320] env[62679]: value = "task-2413025" [ 1170.953320] env[62679]: _type = "Task" [ 1170.953320] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.962773] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413025, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.129174] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.129523] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.129778] env[62679]: DEBUG nova.objects.instance [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'resources' on Instance uuid 081754f0-a344-469c-b007-aa58f0d0d36c {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.466606] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413025, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.707569] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1016e7-996d-4638-a155-3d615a65c824 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.718486] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc284f-2e01-421e-88d4-d09401af3fc6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.752230] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95279b1c-c7e7-44c0-ab45-b38356524fe0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.762955] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff3daa-faf3-4f66-abb9-c65dbcd30932 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.781391] env[62679]: DEBUG nova.compute.provider_tree [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.967968] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413025, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.285053] env[62679]: DEBUG nova.scheduler.client.report [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.289326] env[62679]: INFO nova.compute.manager [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Swapping old allocation on dict_keys(['b705663a-b9cf-4d58-931b-450a90a034cd']) held by migration 42b1f090-fefb-46d4-8b0e-f8c7466a3cbe for instance [ 1172.313950] env[62679]: DEBUG nova.scheduler.client.report [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Overwriting current allocation {'allocations': {'b705663a-b9cf-4d58-931b-450a90a034cd': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '3f81c0a0ad954ecdafd5f5839ce50582', 'user_id': '125700bfd508425db30fffc986703fc6', 'consumer_generation': 1} on consumer 2622113e-27c1-452f-b347-68010e72b3fb {{(pid=62679) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1172.401677] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.401911] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.402133] env[62679]: DEBUG nova.network.neutron [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.468438] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413025, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.793393] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.811632] env[62679]: INFO nova.scheduler.client.report [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted allocations for instance 081754f0-a344-469c-b007-aa58f0d0d36c [ 1172.966804] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413025, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.139664] env[62679]: DEBUG nova.network.neutron [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [{"id": "50fe4d3c-86fc-4696-9ae3-62991d144940", "address": "fa:16:3e:22:61:63", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fe4d3c-86", "ovs_interfaceid": "50fe4d3c-86fc-4696-9ae3-62991d144940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.322026] env[62679]: DEBUG oslo_concurrency.lockutils [None req-9dc32a0e-5626-4c91-bb8d-d7c8c2c31912 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "081754f0-a344-469c-b007-aa58f0d0d36c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.810s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.465469] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413025, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.27067} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.465832] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783/OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783.vmdk to [datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483/53ba1ce2-daee-4585-94d9-60199472e483.vmdk. [ 1173.466104] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Cleaning up location [datastore1] OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1173.466289] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_97b295d1-5bd9-4c5e-ae97-f4f42a7d4783 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.466769] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89465b14-3382-42db-9619-96ee1e38ad23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.473432] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1173.473432] env[62679]: value = "task-2413026" [ 1173.473432] env[62679]: _type = "Task" [ 1173.473432] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.480568] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.642461] env[62679]: DEBUG oslo_concurrency.lockutils [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-2622113e-27c1-452f-b347-68010e72b3fb" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.643367] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3384d9-5932-4e9a-ab8f-fc6b3f265e73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.650468] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5147b-c2eb-484c-ba03-1f59d3d4c895 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.983355] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032171} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.983698] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.983829] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483/53ba1ce2-daee-4585-94d9-60199472e483.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.984130] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483/53ba1ce2-daee-4585-94d9-60199472e483.vmdk to [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.984356] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a22ad4b-ef95-43b8-9597-5fdefe8dbafc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.991167] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1173.991167] env[62679]: value = "task-2413027" [ 1173.991167] env[62679]: _type = "Task" [ 1173.991167] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.998579] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.504156] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413027, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.733369] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.733736] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09c8904-3108-4ed1-8b05-7c24bc220bc5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.744602] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1174.744602] env[62679]: value = "task-2413028" [ 1174.744602] env[62679]: _type = "Task" [ 1174.744602] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.756631] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.004414] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413027, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.255474] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413028, 'name': PowerOffVM_Task, 'duration_secs': 0.473839} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.255749] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.256470] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.256687] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.256848] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.257038] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.257188] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.257334] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.257536] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.257698] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.257858] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.258028] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.258205] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.263343] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8f5d3c-49b8-4279-8ba0-5aea1313c96e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.282215] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1175.282215] env[62679]: value = "task-2413029" [ 1175.282215] env[62679]: _type = "Task" [ 1175.282215] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.292115] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.505311] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413027, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.795233] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.005927] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413027, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.299671] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413029, 'name': ReconfigVM_Task, 'duration_secs': 0.577977} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.300654] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad3bd3-67a6-48b9-82ae-a8e8bcc229e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.323794] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.324184] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.324184] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.324375] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.324978] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.324978] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.324978] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.324978] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.325207] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.325369] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.325541] env[62679]: DEBUG nova.virt.hardware [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.326315] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb8c9b3-c759-4b05-bec6-aa22e2f4cafb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.331274] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1176.331274] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524bd2ba-bd15-2df5-1b3d-dace8735f61f" [ 1176.331274] env[62679]: _type = "Task" [ 1176.331274] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.339351] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524bd2ba-bd15-2df5-1b3d-dace8735f61f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.360587] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.360804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.505393] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413027, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.268887} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.505662] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53ba1ce2-daee-4585-94d9-60199472e483/53ba1ce2-daee-4585-94d9-60199472e483.vmdk to [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.506480] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c07ad8-8e10-422f-9a3a-b232a227d7c5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.531832] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.532151] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3bd771e-1273-4ec9-b59f-eb0ea70aaac1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.551352] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1176.551352] env[62679]: value = "task-2413030" [ 1176.551352] env[62679]: _type = "Task" [ 1176.551352] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.558832] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.841359] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]524bd2ba-bd15-2df5-1b3d-dace8735f61f, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.846590] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.846857] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14b8ad6-8d47-4dd3-9bb6-9f35205ac0f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.862639] env[62679]: DEBUG nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.867025] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1176.867025] env[62679]: value = "task-2413031" [ 1176.867025] env[62679]: _type = "Task" [ 1176.867025] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.874103] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.061044] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413030, 'name': ReconfigVM_Task, 'duration_secs': 0.266919} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.061433] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfigured VM instance instance-00000073 to attach disk [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4/fc74bce7-0e75-427e-b590-86d957ba03a4.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.062485] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'guest_format': None, 'encryption_options': None, 'image_id': '8804ce82-c496-4ccb-bb80-5cfc9822f21b'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489209', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'name': 'volume-ec41ebc7-06f8-41dd-8719-61811cfe49be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fc74bce7-0e75-427e-b590-86d957ba03a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'serial': 'ec41ebc7-06f8-41dd-8719-61811cfe49be'}, 'attachment_id': 'fcbfae12-0458-4c4a-be94-f4c42bb1b8bb', 'volume_type': None}], 'swap': None} {{(pid=62679) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1177.062691] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.062881] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489209', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'name': 'volume-ec41ebc7-06f8-41dd-8719-61811cfe49be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fc74bce7-0e75-427e-b590-86d957ba03a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'serial': 'ec41ebc7-06f8-41dd-8719-61811cfe49be'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.063669] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b3666-b6f8-4af6-bea3-1fdf6853414c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.078612] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3952e-4177-4e5e-b512-9f2691122f3d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.101530] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-ec41ebc7-06f8-41dd-8719-61811cfe49be/volume-ec41ebc7-06f8-41dd-8719-61811cfe49be.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.101723] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cfc71d6-b930-461c-bc51-75a013afd306 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.117979] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1177.117979] env[62679]: value = "task-2413032" [ 1177.117979] env[62679]: _type = "Task" [ 1177.117979] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.125148] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.380425] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413031, 'name': ReconfigVM_Task, 'duration_secs': 0.215879} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.380699] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.381850] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaba96f-5948-4cc0-9b7a-aaef3e458a98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.406938] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.408016] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.408255] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.409828] env[62679]: INFO nova.compute.claims [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.412734] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d85d86-29ee-4df3-9991-546d79a6a398 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.431405] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1177.431405] env[62679]: value = "task-2413033" [ 1177.431405] env[62679]: _type = "Task" [ 1177.431405] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.438608] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.627872] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413032, 'name': ReconfigVM_Task, 'duration_secs': 0.288521} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.628143] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-ec41ebc7-06f8-41dd-8719-61811cfe49be/volume-ec41ebc7-06f8-41dd-8719-61811cfe49be.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.632810] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4ac792-9542-4053-ac9c-04c6fb0ae9f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.647902] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1177.647902] env[62679]: value = "task-2413034" [ 1177.647902] env[62679]: _type = "Task" [ 1177.647902] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.655404] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.942277] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413033, 'name': ReconfigVM_Task, 'duration_secs': 0.265629} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.942530] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb/2622113e-27c1-452f-b347-68010e72b3fb.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.943350] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102e0697-6272-468f-9c7c-c1dbb4cd1c07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.963696] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ed1063-ffa5-4fda-8942-e9989e40dbc0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.983459] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578d253-1913-4b9c-bfae-f1f52ae5b714 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.002745] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b579bba-8ff1-4899-98e1-8f1bd763913c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.008708] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.008930] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0869fa34-09ee-448a-abe3-d978f7da64bb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.014684] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1178.014684] env[62679]: value = "task-2413035" [ 1178.014684] env[62679]: _type = "Task" [ 1178.014684] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.023096] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.158501] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413034, 'name': ReconfigVM_Task, 'duration_secs': 0.137093} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.158902] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489209', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'name': 'volume-ec41ebc7-06f8-41dd-8719-61811cfe49be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fc74bce7-0e75-427e-b590-86d957ba03a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'serial': 'ec41ebc7-06f8-41dd-8719-61811cfe49be'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.159370] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77542b8f-e183-412c-b6e7-d87977be8842 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.166697] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1178.166697] env[62679]: value = "task-2413036" [ 1178.166697] env[62679]: _type = "Task" [ 1178.166697] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.174319] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413036, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.476064] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d299d9-6052-4456-aff3-214a1682d1d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.483970] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888d43e8-efcf-42c6-9a21-b750f9069a13 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.519022] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f8d68d-26ba-472f-9bb4-3241b6db4396 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.526346] env[62679]: DEBUG oslo_vmware.api [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413035, 'name': PowerOnVM_Task, 'duration_secs': 0.375438} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.528562] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.532800] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab565b3f-0d28-4a30-a7c6-b55845668e06 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.546485] env[62679]: DEBUG nova.compute.provider_tree [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.677391] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413036, 'name': Rename_Task} progress is 14%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.041112] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.041532] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.041679] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 1179.049592] env[62679]: DEBUG nova.scheduler.client.report [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.177250] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413036, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.546336] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Didn't find any instances for network info cache update. {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 1179.546535] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.546692] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.546839] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.546987] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.547358] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.547358] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.547470] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 1179.547530] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.554161] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.554657] env[62679]: DEBUG nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.577316] env[62679]: INFO nova.compute.manager [None req-54145315-f341-4259-8603-a35aafa2745b tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance to original state: 'active' [ 1179.677734] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413036, 'name': Rename_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.051083] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.051428] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.051629] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.051785] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1180.052749] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b7102c-f01d-4cf7-b713-b97e36043136 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.060650] env[62679]: DEBUG nova.compute.utils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.062070] env[62679]: DEBUG nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.062240] env[62679]: DEBUG nova.network.neutron [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.064895] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e293e6c2-0822-43fd-8cbe-8387ed7302d0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.079457] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c7d0b6-8d84-42de-aeb6-088e58326524 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.089122] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137896d7-e8dd-4636-94bf-2698efbe68dd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.119790] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179619MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1180.119934] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.120080] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.122679] env[62679]: DEBUG nova.policy [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d720f10dffe4f2fb7aa2db8feb102f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c6db39c8ca4e32b652b17d25ecb90e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.177522] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413036, 'name': Rename_Task, 'duration_secs': 1.825717} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.177814] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.177996] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab6f396-3565-45be-a087-7675305b0090 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.183711] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1180.183711] env[62679]: value = "task-2413037" [ 1180.183711] env[62679]: _type = "Task" [ 1180.183711] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.190895] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.402514] env[62679]: DEBUG nova.network.neutron [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Successfully created port: b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.570312] env[62679]: DEBUG nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.694076] env[62679]: DEBUG oslo_vmware.api [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413037, 'name': PowerOnVM_Task, 'duration_secs': 0.497118} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.694356] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.795069] env[62679]: DEBUG nova.compute.manager [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.796023] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dfd156-d4be-4561-80b9-4fb8b6f57666 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.147809] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fc74bce7-0e75-427e-b590-86d957ba03a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.147969] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 2622113e-27c1-452f-b347-68010e72b3fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.148107] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.148282] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1181.148418] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1181.192816] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3c8470-f65b-45de-8a8e-e6e08232c2f7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.200402] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c075fe-8bf2-4a1e-abe1-c3ce46faf75a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.231585] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50c7ad1-49d4-4a13-b32e-c7ca0afe25a8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.238671] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429f7aa-4df4-434e-ab0c-09276ce996d5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.251445] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.313955] env[62679]: DEBUG oslo_concurrency.lockutils [None req-664a78f7-c2ac-48c3-9f01-8d8a3aaf6310 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.182s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.385776] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.386106] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.386334] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "2622113e-27c1-452f-b347-68010e72b3fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.386520] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.386695] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.388632] env[62679]: INFO nova.compute.manager [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Terminating instance [ 1181.580318] env[62679]: DEBUG nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.602716] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.603074] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.604048] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.604048] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.604048] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.604048] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.604301] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.604500] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.604736] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.604978] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.605230] env[62679]: DEBUG nova.virt.hardware [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.606424] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad0bf9-7743-4847-ab19-42e13a53ac21 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.616877] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff31b5c2-bb09-4684-90c6-e5beb4c22acc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.754304] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.823215] env[62679]: DEBUG nova.compute.manager [req-b0965ff6-975e-4a79-8dd0-7400f8335d69 req-a9367bd7-bd58-46c4-8fc0-8e52947dc050 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Received event network-vif-plugged-b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1181.823437] env[62679]: DEBUG oslo_concurrency.lockutils [req-b0965ff6-975e-4a79-8dd0-7400f8335d69 req-a9367bd7-bd58-46c4-8fc0-8e52947dc050 service nova] Acquiring lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.823694] env[62679]: DEBUG oslo_concurrency.lockutils [req-b0965ff6-975e-4a79-8dd0-7400f8335d69 req-a9367bd7-bd58-46c4-8fc0-8e52947dc050 service nova] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.823905] env[62679]: DEBUG oslo_concurrency.lockutils [req-b0965ff6-975e-4a79-8dd0-7400f8335d69 req-a9367bd7-bd58-46c4-8fc0-8e52947dc050 service nova] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.824040] env[62679]: DEBUG nova.compute.manager [req-b0965ff6-975e-4a79-8dd0-7400f8335d69 req-a9367bd7-bd58-46c4-8fc0-8e52947dc050 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] No waiting events found dispatching network-vif-plugged-b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.824211] env[62679]: WARNING nova.compute.manager [req-b0965ff6-975e-4a79-8dd0-7400f8335d69 req-a9367bd7-bd58-46c4-8fc0-8e52947dc050 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Received unexpected event network-vif-plugged-b50ca98d-baf0-4021-8ec2-9207ed53c7ad for instance with vm_state building and task_state spawning. [ 1181.891891] env[62679]: DEBUG nova.compute.manager [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.892143] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.892413] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4802d7e9-7f7a-40a0-a55d-921a58df3b8b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.902280] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1181.902280] env[62679]: value = "task-2413038" [ 1181.902280] env[62679]: _type = "Task" [ 1181.902280] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.910178] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.910955] env[62679]: DEBUG nova.network.neutron [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Successfully updated port: b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.258710] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1182.259139] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.412755] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413038, 'name': PowerOffVM_Task, 'duration_secs': 0.291145} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.412755] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.412755] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.412755] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489205', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'name': 'volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2622113e-27c1-452f-b347-68010e72b3fb', 'attached_at': '2025-02-10T11:30:41.000000', 'detached_at': '', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'serial': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.413176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.413208] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.413351] env[62679]: DEBUG nova.network.neutron [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.415149] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58b4d39-4054-44c6-b0f9-040ec935e9fb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.437439] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8369d09-26d7-4562-9a42-1bab3042f6cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.444494] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03009ce-abd5-4f75-9d3d-864f8878e6db {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.464579] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcdf294-1636-4354-8fc4-95c0f93901fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.478500] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] The volume has not been displaced from its original location: [datastore1] volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7/volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1182.483603] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.484091] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2757a9b-98a0-447a-8780-25ca7f8ffbed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.502179] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1182.502179] env[62679]: value = "task-2413039" [ 1182.502179] env[62679]: _type = "Task" [ 1182.502179] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.510073] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.950060] env[62679]: DEBUG nova.network.neutron [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.011755] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413039, 'name': ReconfigVM_Task, 'duration_secs': 0.193152} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.014283] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.018932] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7067ca83-9661-49b1-9f8a-641be80c6c27 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.033312] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1183.033312] env[62679]: value = "task-2413040" [ 1183.033312] env[62679]: _type = "Task" [ 1183.033312] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.041087] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.097674] env[62679]: DEBUG nova.network.neutron [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updating instance_info_cache with network_info: [{"id": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "address": "fa:16:3e:ac:63:60", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb50ca98d-ba", "ovs_interfaceid": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.543111] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413040, 'name': ReconfigVM_Task, 'duration_secs': 0.14319} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.543465] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489205', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'name': 'volume-b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2622113e-27c1-452f-b347-68010e72b3fb', 'attached_at': '2025-02-10T11:30:41.000000', 'detached_at': '', 'volume_id': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7', 'serial': 'b2fb6e91-47a9-469e-a7f7-30346c8832c7'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1183.543699] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.544448] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0dc74c-7617-4f54-92e3-6099c63acf42 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.551242] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.551472] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d53cd9-0ceb-4c35-b2e6-726c21ade978 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.600736] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.601115] env[62679]: DEBUG nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Instance network_info: |[{"id": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "address": "fa:16:3e:ac:63:60", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb50ca98d-ba", "ovs_interfaceid": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.601620] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:63:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b50ca98d-baf0-4021-8ec2-9207ed53c7ad', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.609239] env[62679]: DEBUG oslo.service.loopingcall [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.609484] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.609696] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ffa903-1086-48e8-ac4c-30d64ded0e7c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.626994] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.627207] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.627405] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleting the datastore file [datastore1] 2622113e-27c1-452f-b347-68010e72b3fb {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.628194] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bda2fd7b-3f0e-4271-999d-d37ac3948588 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.631707] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.631707] env[62679]: value = "task-2413042" [ 1183.631707] env[62679]: _type = "Task" [ 1183.631707] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.635675] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1183.635675] env[62679]: value = "task-2413043" [ 1183.635675] env[62679]: _type = "Task" [ 1183.635675] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.642739] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413042, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.645579] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.852420] env[62679]: DEBUG nova.compute.manager [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Received event network-changed-b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1183.852726] env[62679]: DEBUG nova.compute.manager [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Refreshing instance network info cache due to event network-changed-b50ca98d-baf0-4021-8ec2-9207ed53c7ad. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1183.852993] env[62679]: DEBUG oslo_concurrency.lockutils [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] Acquiring lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.853216] env[62679]: DEBUG oslo_concurrency.lockutils [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] Acquired lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.853439] env[62679]: DEBUG nova.network.neutron [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Refreshing network info cache for port b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.142383] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413042, 'name': CreateVM_Task, 'duration_secs': 0.329533} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.142832] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.143531] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.143712] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.144060] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.146906] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5defac-ce3e-4a9f-b175-09971adaeea6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.148361] env[62679]: DEBUG oslo_vmware.api [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206779} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.148586] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.148761] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.148936] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.149122] env[62679]: INFO nova.compute.manager [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1184.149346] env[62679]: DEBUG oslo.service.loopingcall [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.149835] env[62679]: DEBUG nova.compute.manager [-] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.149938] env[62679]: DEBUG nova.network.neutron [-] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.152279] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1184.152279] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523c86eb-e091-659b-1032-409d14e52d59" [ 1184.152279] env[62679]: _type = "Task" [ 1184.152279] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.159752] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523c86eb-e091-659b-1032-409d14e52d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.560792] env[62679]: DEBUG nova.network.neutron [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updated VIF entry in instance network info cache for port b50ca98d-baf0-4021-8ec2-9207ed53c7ad. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.561247] env[62679]: DEBUG nova.network.neutron [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updating instance_info_cache with network_info: [{"id": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "address": "fa:16:3e:ac:63:60", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb50ca98d-ba", "ovs_interfaceid": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.663441] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]523c86eb-e091-659b-1032-409d14e52d59, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.663809] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.664060] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.664306] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.664453] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.664628] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.664925] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5ffb05-bc9f-4945-9d82-3a44bbdac674 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.673840] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.674066] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.674821] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93b6a84-0143-4da4-875f-79670e91cfee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.680394] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1184.680394] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b37dc4-68de-56ea-3dc5-3be86ec8fc2b" [ 1184.680394] env[62679]: _type = "Task" [ 1184.680394] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.688893] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b37dc4-68de-56ea-3dc5-3be86ec8fc2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.064841] env[62679]: DEBUG oslo_concurrency.lockutils [req-e66a9da8-8f42-4b14-800c-a67a500156e9 req-5feb4222-1dee-4b7d-b1e9-96a75e494bc2 service nova] Releasing lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.111565] env[62679]: DEBUG nova.network.neutron [-] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.192427] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52b37dc4-68de-56ea-3dc5-3be86ec8fc2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008336} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.193451] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edd3727-8bac-484d-a74c-795a3d74f392 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.198680] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1185.198680] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5289e720-54c0-ae98-fbef-831a9b0843b4" [ 1185.198680] env[62679]: _type = "Task" [ 1185.198680] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.208864] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5289e720-54c0-ae98-fbef-831a9b0843b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.615364] env[62679]: INFO nova.compute.manager [-] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Took 1.46 seconds to deallocate network for instance. [ 1185.710263] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5289e720-54c0-ae98-fbef-831a9b0843b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.710518] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.710797] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd/bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.711051] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-440b4585-3de4-4e01-bc12-d7ab60e47793 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.719021] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1185.719021] env[62679]: value = "task-2413044" [ 1185.719021] env[62679]: _type = "Task" [ 1185.719021] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.726395] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.879498] env[62679]: DEBUG nova.compute.manager [req-f2d81dde-d0e3-49ce-bdb0-70af3bfed627 req-e1626fec-56c4-4063-815f-905dddaeda09 service nova] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Received event network-vif-deleted-50fe4d3c-86fc-4696-9ae3-62991d144940 {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1186.167590] env[62679]: INFO nova.compute.manager [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 2622113e-27c1-452f-b347-68010e72b3fb] Took 0.55 seconds to detach 1 volumes for instance. [ 1186.228285] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442538} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.228715] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd/bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.228938] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.229198] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d13ce9c-572d-471e-98b0-b7e007b29309 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.235658] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1186.235658] env[62679]: value = "task-2413045" [ 1186.235658] env[62679]: _type = "Task" [ 1186.235658] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.243548] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.675069] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.675470] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.675470] env[62679]: DEBUG nova.objects.instance [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'resources' on Instance uuid 2622113e-27c1-452f-b347-68010e72b3fb {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.745612] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063841} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.745803] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.746585] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e045b794-02cf-4165-af0a-b197004969d6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.768222] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd/bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.768437] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3465dd4c-329f-4b17-a571-bd0cc1ba37a5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.787044] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1186.787044] env[62679]: value = "task-2413046" [ 1186.787044] env[62679]: _type = "Task" [ 1186.787044] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.794017] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.230967] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da76d7-ed30-4da2-93cf-dedeaa489abc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.238850] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e80b4fa-e000-4048-b673-8132242e6e6e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.269457] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684d75dd-486d-4a1c-9f9a-b625ee3b3334 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.275927] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b9248-bbf2-4210-b1ea-3e0c4985cd6d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.290848] env[62679]: DEBUG nova.compute.provider_tree [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.299011] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413046, 'name': ReconfigVM_Task, 'duration_secs': 0.288036} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.299811] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Reconfigured VM instance instance-00000077 to attach disk [datastore2] bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd/bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.300379] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-580096fb-3d57-4e22-91de-860068ff7463 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.306518] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1187.306518] env[62679]: value = "task-2413047" [ 1187.306518] env[62679]: _type = "Task" [ 1187.306518] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.313885] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413047, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.796615] env[62679]: DEBUG nova.scheduler.client.report [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.815906] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413047, 'name': Rename_Task, 'duration_secs': 0.134072} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.816183] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.816415] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf9e4d3d-c182-4d0d-a862-2db94caa2a15 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.822489] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1187.822489] env[62679]: value = "task-2413048" [ 1187.822489] env[62679]: _type = "Task" [ 1187.822489] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.829394] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.301240] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.319900] env[62679]: INFO nova.scheduler.client.report [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted allocations for instance 2622113e-27c1-452f-b347-68010e72b3fb [ 1188.332644] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.830363] env[62679]: DEBUG oslo_concurrency.lockutils [None req-ff19d864-b3a4-48de-948c-484590dfd770 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "2622113e-27c1-452f-b347-68010e72b3fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.444s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.835368] env[62679]: DEBUG oslo_vmware.api [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413048, 'name': PowerOnVM_Task, 'duration_secs': 0.993425} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.835368] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.835667] env[62679]: INFO nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1188.835798] env[62679]: DEBUG nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.836802] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2bd627-3f33-47a4-8dbb-39da531ca630 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.356297] env[62679]: INFO nova.compute.manager [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Took 11.99 seconds to build instance. [ 1189.584921] env[62679]: DEBUG nova.compute.manager [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Received event network-changed-b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1189.585259] env[62679]: DEBUG nova.compute.manager [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Refreshing instance network info cache due to event network-changed-b50ca98d-baf0-4021-8ec2-9207ed53c7ad. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1189.585580] env[62679]: DEBUG oslo_concurrency.lockutils [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] Acquiring lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.585805] env[62679]: DEBUG oslo_concurrency.lockutils [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] Acquired lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.586079] env[62679]: DEBUG nova.network.neutron [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Refreshing network info cache for port b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.684086] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.684312] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.858540] env[62679]: DEBUG oslo_concurrency.lockutils [None req-70165b4c-b088-4777-85c0-92bb6439b551 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.498s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.186818] env[62679]: DEBUG nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.300109] env[62679]: DEBUG nova.network.neutron [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updated VIF entry in instance network info cache for port b50ca98d-baf0-4021-8ec2-9207ed53c7ad. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.300488] env[62679]: DEBUG nova.network.neutron [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updating instance_info_cache with network_info: [{"id": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "address": "fa:16:3e:ac:63:60", "network": {"id": "a25f2080-a439-4888-b32a-8072eb0f6654", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1084733079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c6db39c8ca4e32b652b17d25ecb90e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb50ca98d-ba", "ovs_interfaceid": "b50ca98d-baf0-4021-8ec2-9207ed53c7ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.709617] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.709863] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.711377] env[62679]: INFO nova.compute.claims [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.802922] env[62679]: DEBUG oslo_concurrency.lockutils [req-253f3c12-f41d-4ba2-a10f-d685e97c0d8a req-63827b4c-c60c-4cb8-b8dd-b64b73dc5280 service nova] Releasing lock "refresh_cache-bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.768569] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7810529-103a-4d1d-b3fa-bc068845280e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.776558] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f440f-5433-4427-981d-cf5ca4ede548 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.807021] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54aa99e-72c8-4bbb-b8dc-8cf1c37ba8c8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.814306] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ed523-ed01-46d9-9cdf-9d82f33ed961 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.827259] env[62679]: DEBUG nova.compute.provider_tree [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.331169] env[62679]: DEBUG nova.scheduler.client.report [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.836463] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.836980] env[62679]: DEBUG nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.341608] env[62679]: DEBUG nova.compute.utils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.343091] env[62679]: DEBUG nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.343270] env[62679]: DEBUG nova.network.neutron [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.391261] env[62679]: DEBUG nova.policy [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '125700bfd508425db30fffc986703fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f81c0a0ad954ecdafd5f5839ce50582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.669198] env[62679]: DEBUG nova.network.neutron [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Successfully created port: 286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.846535] env[62679]: DEBUG nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.856221] env[62679]: DEBUG nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.881427] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.881663] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.881818] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.881995] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.882160] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.882306] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.882508] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.882667] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.882833] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.882994] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.883186] env[62679]: DEBUG nova.virt.hardware [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.884070] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df87ec1-c7c4-4242-b6e1-5095f0abda40 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.891843] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf782acb-117f-45b3-88b6-18b0b53319d1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.047692] env[62679]: DEBUG nova.compute.manager [req-91471c4b-774c-4207-9aa1-a9948a1fa21f req-770c8568-046c-442c-8fca-821eb89f8837 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-vif-plugged-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1195.047955] env[62679]: DEBUG oslo_concurrency.lockutils [req-91471c4b-774c-4207-9aa1-a9948a1fa21f req-770c8568-046c-442c-8fca-821eb89f8837 service nova] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.048170] env[62679]: DEBUG oslo_concurrency.lockutils [req-91471c4b-774c-4207-9aa1-a9948a1fa21f req-770c8568-046c-442c-8fca-821eb89f8837 service nova] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.048283] env[62679]: DEBUG oslo_concurrency.lockutils [req-91471c4b-774c-4207-9aa1-a9948a1fa21f req-770c8568-046c-442c-8fca-821eb89f8837 service nova] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.048449] env[62679]: DEBUG nova.compute.manager [req-91471c4b-774c-4207-9aa1-a9948a1fa21f req-770c8568-046c-442c-8fca-821eb89f8837 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] No waiting events found dispatching network-vif-plugged-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.048611] env[62679]: WARNING nova.compute.manager [req-91471c4b-774c-4207-9aa1-a9948a1fa21f req-770c8568-046c-442c-8fca-821eb89f8837 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received unexpected event network-vif-plugged-286a0afe-93b3-4af4-9b78-2929e316c7de for instance with vm_state building and task_state spawning. [ 1195.134086] env[62679]: DEBUG nova.network.neutron [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Successfully updated port: 286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.636771] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.636887] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.637037] env[62679]: DEBUG nova.network.neutron [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.167699] env[62679]: DEBUG nova.network.neutron [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.295334] env[62679]: DEBUG nova.network.neutron [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.797991] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.798344] env[62679]: DEBUG nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Instance network_info: |[{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.798763] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:e8:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '286a0afe-93b3-4af4-9b78-2929e316c7de', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.806207] env[62679]: DEBUG oslo.service.loopingcall [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.806410] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.806630] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44d0875-0a40-44e8-b94f-9f476ce1c045 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.827378] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.827378] env[62679]: value = "task-2413049" [ 1196.827378] env[62679]: _type = "Task" [ 1196.827378] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.837059] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413049, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.074595] env[62679]: DEBUG nova.compute.manager [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1197.074778] env[62679]: DEBUG nova.compute.manager [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing instance network info cache due to event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1197.075038] env[62679]: DEBUG oslo_concurrency.lockutils [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.075200] env[62679]: DEBUG oslo_concurrency.lockutils [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.075363] env[62679]: DEBUG nova.network.neutron [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.337170] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413049, 'name': CreateVM_Task, 'duration_secs': 0.284867} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.337512] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.337952] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.338139] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.338464] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.338712] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b17fe80-0f76-4782-a824-9c67fc7baefc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.343051] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1197.343051] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528dc194-e26e-468c-2d15-593b2da8ceaa" [ 1197.343051] env[62679]: _type = "Task" [ 1197.343051] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.350214] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528dc194-e26e-468c-2d15-593b2da8ceaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.767553] env[62679]: DEBUG nova.network.neutron [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updated VIF entry in instance network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.767913] env[62679]: DEBUG nova.network.neutron [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.853287] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]528dc194-e26e-468c-2d15-593b2da8ceaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.853586] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.853840] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.854074] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.854231] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.854410] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.854653] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de8f3aa8-6009-46e5-8f2f-9ba32bbaed47 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.862252] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.862417] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.863075] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a176a4e9-35c6-41d2-9eec-ea88b69c8044 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.867888] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1197.867888] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1cb7c-8a54-2123-e78f-47e1855f55cd" [ 1197.867888] env[62679]: _type = "Task" [ 1197.867888] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.874882] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1cb7c-8a54-2123-e78f-47e1855f55cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.270705] env[62679]: DEBUG oslo_concurrency.lockutils [req-0299010e-2d42-446a-9030-0ac1126ac73b req-d26ce112-b466-4485-8530-8350ab957667 service nova] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.379598] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52d1cb7c-8a54-2123-e78f-47e1855f55cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007807} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.380373] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4c566f-4b22-4519-b2a9-cf84034f4118 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.385557] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1198.385557] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215102c-b47f-f4c9-430a-8e66b1a86902" [ 1198.385557] env[62679]: _type = "Task" [ 1198.385557] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.392616] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215102c-b47f-f4c9-430a-8e66b1a86902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.895773] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5215102c-b47f-f4c9-430a-8e66b1a86902, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.896035] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.896291] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.896538] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12771a96-e4f6-47fe-b284-f79a3fcb194b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.905406] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1198.905406] env[62679]: value = "task-2413050" [ 1198.905406] env[62679]: _type = "Task" [ 1198.905406] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.912632] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.415158] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454115} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.415571] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.415644] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.415839] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9378ecf9-af8b-4de9-bc59-07cd35e0c7a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.423901] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1199.423901] env[62679]: value = "task-2413051" [ 1199.423901] env[62679]: _type = "Task" [ 1199.423901] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.431078] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.933335] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068751} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.933546] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.934316] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a123b-dc82-4b9a-aaac-52d2ccec7667 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.955578] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.955837] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cb7b77-1ae3-44f7-880c-f3af08e5f7cd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.975059] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1199.975059] env[62679]: value = "task-2413052" [ 1199.975059] env[62679]: _type = "Task" [ 1199.975059] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.982714] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.486480] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413052, 'name': ReconfigVM_Task, 'duration_secs': 0.287712} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.486888] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.487388] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-325e1bd5-c5e9-453b-af1e-e4b42911010c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.494910] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1200.494910] env[62679]: value = "task-2413053" [ 1200.494910] env[62679]: _type = "Task" [ 1200.494910] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.502168] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413053, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.005120] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413053, 'name': Rename_Task, 'duration_secs': 0.140961} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.005309] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.005555] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe5f2803-fbe8-4e8a-af5e-9bcdaf69c53e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.012088] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1201.012088] env[62679]: value = "task-2413054" [ 1201.012088] env[62679]: _type = "Task" [ 1201.012088] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.019310] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.521411] env[62679]: DEBUG oslo_vmware.api [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413054, 'name': PowerOnVM_Task, 'duration_secs': 0.434997} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.521771] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.521887] env[62679]: INFO nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1201.522097] env[62679]: DEBUG nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.522827] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464c9bcc-dea3-4f86-91d2-25546737bff0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.041602] env[62679]: INFO nova.compute.manager [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Took 11.35 seconds to build instance. [ 1202.543924] env[62679]: DEBUG oslo_concurrency.lockutils [None req-28b916fc-1634-4008-9cc2-9d294f5be589 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.859s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.669868] env[62679]: DEBUG nova.compute.manager [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1202.670129] env[62679]: DEBUG nova.compute.manager [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing instance network info cache due to event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1202.670307] env[62679]: DEBUG oslo_concurrency.lockutils [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.670449] env[62679]: DEBUG oslo_concurrency.lockutils [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.670608] env[62679]: DEBUG nova.network.neutron [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.386223] env[62679]: DEBUG nova.network.neutron [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updated VIF entry in instance network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.386620] env[62679]: DEBUG nova.network.neutron [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.889899] env[62679]: DEBUG oslo_concurrency.lockutils [req-50825f68-901e-4906-99d3-3d78c785d77d req-1230d28b-8b09-418a-9b38-3de50ace55d6 service nova] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.589105] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.589105] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.094398] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.094597] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 1213.094597] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Rebuilding the list of instances to heal {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10456}} [ 1213.626414] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.626708] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.626708] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1213.626871] env[62679]: DEBUG nova.objects.instance [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lazy-loading 'info_cache' on Instance uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.339377] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [{"id": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "address": "fa:16:3e:35:e8:d2", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c4086f1-26", "ovs_interfaceid": "5c4086f1-2685-45fe-8d2e-6a24749e476a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.842188] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-fc74bce7-0e75-427e-b590-86d957ba03a4" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.842540] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 1215.842866] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.843171] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.843432] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.843700] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.843951] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.844225] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.844441] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 1215.844686] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.347674] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.347972] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.348223] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.348308] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1216.349166] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63407100-5512-4f30-a5e5-bcf076b59cdb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.357634] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a235d85-fc2f-4775-9806-e17ba9dc3a95 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.371116] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a47c5da-1981-49e2-b0b8-499183ebe0b9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.378032] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a30d17-37a2-47ee-9636-4c5d3b2023c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.406161] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180780MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1216.406314] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.406534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.431606] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance fc74bce7-0e75-427e-b590-86d957ba03a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.431863] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.431899] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 466716cc-49e7-4c41-aef4-ddf475e14482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.432065] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1217.432237] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1217.474595] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da014db7-1d6d-4eae-8e85-464235d08d39 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.483412] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d5dbc-e3fb-4f2c-b02e-e710173ef69c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.514135] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17311cfa-c12c-48df-a90a-248b4d7bab12 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.521509] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80950a3f-fb19-4a1a-b322-5a12845c512d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.534361] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.629936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.630157] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.037161] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.133151] env[62679]: INFO nova.compute.manager [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Detaching volume ec41ebc7-06f8-41dd-8719-61811cfe49be [ 1218.163098] env[62679]: INFO nova.virt.block_device [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Attempting to driver detach volume ec41ebc7-06f8-41dd-8719-61811cfe49be from mountpoint /dev/sdb [ 1218.163308] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.163897] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489209', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'name': 'volume-ec41ebc7-06f8-41dd-8719-61811cfe49be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fc74bce7-0e75-427e-b590-86d957ba03a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'serial': 'ec41ebc7-06f8-41dd-8719-61811cfe49be'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.164579] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f680ff-e775-4ae3-95ff-aa2a442be141 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.188292] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2565cf4-f12b-432f-a0c2-f4ad5a95aa43 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.195259] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836107eb-da65-41ca-a37e-1fc0a6544bb1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.214645] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0c1c97-c31e-4467-9577-e5bbfb8a9bcc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.228318] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] The volume has not been displaced from its original location: [datastore1] volume-ec41ebc7-06f8-41dd-8719-61811cfe49be/volume-ec41ebc7-06f8-41dd-8719-61811cfe49be.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1218.233368] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.233611] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9aa7885-3e7a-470c-899c-f802ddf5705b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.249896] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1218.249896] env[62679]: value = "task-2413055" [ 1218.249896] env[62679]: _type = "Task" [ 1218.249896] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.256875] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.542442] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1218.542805] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.759508] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.260747] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.762190] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413055, 'name': ReconfigVM_Task, 'duration_secs': 1.229069} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.762650] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.767040] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5227c3-a3fa-49a9-96c1-97634b074af9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.781305] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1219.781305] env[62679]: value = "task-2413056" [ 1219.781305] env[62679]: _type = "Task" [ 1219.781305] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.788739] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.291010] env[62679]: DEBUG oslo_vmware.api [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413056, 'name': ReconfigVM_Task, 'duration_secs': 0.135775} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.291313] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489209', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'name': 'volume-ec41ebc7-06f8-41dd-8719-61811cfe49be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fc74bce7-0e75-427e-b590-86d957ba03a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec41ebc7-06f8-41dd-8719-61811cfe49be', 'serial': 'ec41ebc7-06f8-41dd-8719-61811cfe49be'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1220.830370] env[62679]: DEBUG nova.objects.instance [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'flavor' on Instance uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.837075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-fa36719d-5f71-4e06-93a9-8f0edd260537 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.207s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.901348] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.901723] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.901773] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.901936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.902117] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.904212] env[62679]: INFO nova.compute.manager [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Terminating instance [ 1223.408157] env[62679]: DEBUG nova.compute.manager [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.408375] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.409297] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2569af1a-9592-4ee1-ba06-7de264319c34 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.416885] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.417129] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c789a2b-9eb1-4359-ba1a-f4eb1b039f23 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.423463] env[62679]: DEBUG oslo_vmware.api [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1223.423463] env[62679]: value = "task-2413057" [ 1223.423463] env[62679]: _type = "Task" [ 1223.423463] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.431287] env[62679]: DEBUG oslo_vmware.api [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.933167] env[62679]: DEBUG oslo_vmware.api [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413057, 'name': PowerOffVM_Task, 'duration_secs': 0.174049} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.933628] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.933628] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.933829] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b290b877-57d0-43b6-bad9-ffb3365dde1b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.994248] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.994544] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.994733] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleting the datastore file [datastore1] fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.995017] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36a48f26-7959-4570-b7f7-88ce87f9fe54 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.001586] env[62679]: DEBUG oslo_vmware.api [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1224.001586] env[62679]: value = "task-2413059" [ 1224.001586] env[62679]: _type = "Task" [ 1224.001586] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.008874] env[62679]: DEBUG oslo_vmware.api [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.511782] env[62679]: DEBUG oslo_vmware.api [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129995} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.512035] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.512228] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.512405] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.512584] env[62679]: INFO nova.compute.manager [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1224.512818] env[62679]: DEBUG oslo.service.loopingcall [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1224.513018] env[62679]: DEBUG nova.compute.manager [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.513239] env[62679]: DEBUG nova.network.neutron [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.144077] env[62679]: DEBUG nova.compute.manager [req-e314c3d4-6de6-4b51-a2fd-af3b93345594 req-ad88de53-8575-406b-b4bd-3496c0d405a5 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Received event network-vif-deleted-5c4086f1-2685-45fe-8d2e-6a24749e476a {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1225.144352] env[62679]: INFO nova.compute.manager [req-e314c3d4-6de6-4b51-a2fd-af3b93345594 req-ad88de53-8575-406b-b4bd-3496c0d405a5 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Neutron deleted interface 5c4086f1-2685-45fe-8d2e-6a24749e476a; detaching it from the instance and deleting it from the info cache [ 1225.144484] env[62679]: DEBUG nova.network.neutron [req-e314c3d4-6de6-4b51-a2fd-af3b93345594 req-ad88de53-8575-406b-b4bd-3496c0d405a5 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.628380] env[62679]: DEBUG nova.network.neutron [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.646616] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7309f5b1-5a6b-4752-8d24-19e72a1459d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.657207] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21e820c-3f98-4985-b55b-3502a580b702 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.681910] env[62679]: DEBUG nova.compute.manager [req-e314c3d4-6de6-4b51-a2fd-af3b93345594 req-ad88de53-8575-406b-b4bd-3496c0d405a5 service nova] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Detach interface failed, port_id=5c4086f1-2685-45fe-8d2e-6a24749e476a, reason: Instance fc74bce7-0e75-427e-b590-86d957ba03a4 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1226.131393] env[62679]: INFO nova.compute.manager [-] [instance: fc74bce7-0e75-427e-b590-86d957ba03a4] Took 1.62 seconds to deallocate network for instance. [ 1226.638490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.638777] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.638999] env[62679]: DEBUG nova.objects.instance [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'resources' on Instance uuid fc74bce7-0e75-427e-b590-86d957ba03a4 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.191376] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1a4d5f-2319-4121-a4a0-db5a1e542658 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.199048] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87461d36-6c2e-40bf-92eb-1095f8cdf37f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.228594] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08f2a98-eade-4a98-bdf9-c885628c6c2c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.235632] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e0132a-09e9-40da-a2d5-c02a77a53649 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.248254] env[62679]: DEBUG nova.compute.provider_tree [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.751320] env[62679]: DEBUG nova.scheduler.client.report [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.045288] env[62679]: DEBUG oslo_concurrency.lockutils [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.045538] env[62679]: DEBUG oslo_concurrency.lockutils [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.256067] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.275123] env[62679]: INFO nova.scheduler.client.report [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted allocations for instance fc74bce7-0e75-427e-b590-86d957ba03a4 [ 1228.549183] env[62679]: DEBUG nova.compute.utils [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1228.782534] env[62679]: DEBUG oslo_concurrency.lockutils [None req-c54dd1f4-97c6-4ec2-8e80-a44146d315c5 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "fc74bce7-0e75-427e-b590-86d957ba03a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.052466] env[62679]: DEBUG oslo_concurrency.lockutils [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.123490] env[62679]: DEBUG oslo_concurrency.lockutils [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.123838] env[62679]: DEBUG oslo_concurrency.lockutils [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.124097] env[62679]: INFO nova.compute.manager [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Attaching volume beee28f2-474f-4021-a08a-12115bac13bf to /dev/sdb [ 1230.153332] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5546bfd1-1b00-484d-a764-dce4bbaad27d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.160452] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1365ce10-ecf9-4734-9e14-70b9e99918fe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.173633] env[62679]: DEBUG nova.virt.block_device [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updating existing volume attachment record: 8b1a3530-1f4f-43ed-919e-58fc5ac1f64f {{(pid=62679) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1230.852621] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.852845] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.355097] env[62679]: DEBUG nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Starting instance... {{(pid=62679) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.880804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.880804] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.880804] env[62679]: INFO nova.compute.claims [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.932726] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e7531-0802-45e5-9a61-54f6c57906f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.940801] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c51704e-ce9a-4ff3-9a42-b607c3ed989d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.970191] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1f4ec6-e6db-43e2-b0ed-1c4e61c4f9ed {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.976902] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33affb7d-442f-4156-a54b-9507b2684cfd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.989687] env[62679]: DEBUG nova.compute.provider_tree [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.493397] env[62679]: DEBUG nova.scheduler.client.report [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.998590] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.999128] env[62679]: DEBUG nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Start building networks asynchronously for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.504588] env[62679]: DEBUG nova.compute.utils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Using /dev/sd instead of None {{(pid=62679) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1234.506315] env[62679]: DEBUG nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Allocating IP information in the background. {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.506497] env[62679]: DEBUG nova.network.neutron [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] allocate_for_instance() {{(pid=62679) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.553479] env[62679]: DEBUG nova.policy [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0139115b04a40dc8fc586f2748de078', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e8fb65480b8445fb2f88d7973711fdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62679) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.722138] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Volume attach. Driver type: vmdk {{(pid=62679) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1234.722138] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489214', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'name': 'volume-beee28f2-474f-4021-a08a-12115bac13bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd', 'attached_at': '', 'detached_at': '', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'serial': 'beee28f2-474f-4021-a08a-12115bac13bf'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1234.722138] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a8b4cf-64b8-4036-ba36-9bc24fbf16a9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.739521] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b438f6d1-a120-4a58-8ab9-2d3253b2c15a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.764069] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-beee28f2-474f-4021-a08a-12115bac13bf/volume-beee28f2-474f-4021-a08a-12115bac13bf.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.764502] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09b42fe-2f35-40e2-b855-fb87d9b5ef4a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.784954] env[62679]: DEBUG oslo_vmware.api [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1234.784954] env[62679]: value = "task-2413062" [ 1234.784954] env[62679]: _type = "Task" [ 1234.784954] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.790658] env[62679]: DEBUG oslo_vmware.api [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.836608] env[62679]: DEBUG nova.network.neutron [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Successfully created port: 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.010423] env[62679]: DEBUG nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Start building block device mappings for instance. {{(pid=62679) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.292573] env[62679]: DEBUG oslo_vmware.api [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413062, 'name': ReconfigVM_Task, 'duration_secs': 0.34143} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.292907] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-beee28f2-474f-4021-a08a-12115bac13bf/volume-beee28f2-474f-4021-a08a-12115bac13bf.vmdk or device None with type thin {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.297500] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee76519-36e6-4f6a-a93e-74a4a704b121 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.311388] env[62679]: DEBUG oslo_vmware.api [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1235.311388] env[62679]: value = "task-2413063" [ 1235.311388] env[62679]: _type = "Task" [ 1235.311388] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.318641] env[62679]: DEBUG oslo_vmware.api [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.822151] env[62679]: DEBUG oslo_vmware.api [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413063, 'name': ReconfigVM_Task, 'duration_secs': 0.18051} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.822483] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489214', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'name': 'volume-beee28f2-474f-4021-a08a-12115bac13bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd', 'attached_at': '', 'detached_at': '', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'serial': 'beee28f2-474f-4021-a08a-12115bac13bf'} {{(pid=62679) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1236.019093] env[62679]: DEBUG nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Start spawning the instance on the hypervisor. {{(pid=62679) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.045006] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-10T11:17:40Z,direct_url=,disk_format='vmdk',id=8804ce82-c496-4ccb-bb80-5cfc9822f21b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7f321c8d183d487c997b03da1cedb91f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-10T11:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.045289] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.045450] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.046159] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.046364] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.046524] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.046742] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.046899] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.047089] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.047271] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.047447] env[62679]: DEBUG nova.virt.hardware [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.048334] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f3a8ee-2cc0-428f-aa8c-9501caa205e7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.056108] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e470a416-8164-41cc-9a5c-985e4982274f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.207632] env[62679]: DEBUG nova.compute.manager [req-ba954269-3bae-4fe8-b9f5-77651078e5cd req-ba31bbba-9eca-469d-b871-9b2cc5eaa316 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-vif-plugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1236.207896] env[62679]: DEBUG oslo_concurrency.lockutils [req-ba954269-3bae-4fe8-b9f5-77651078e5cd req-ba31bbba-9eca-469d-b871-9b2cc5eaa316 service nova] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.208117] env[62679]: DEBUG oslo_concurrency.lockutils [req-ba954269-3bae-4fe8-b9f5-77651078e5cd req-ba31bbba-9eca-469d-b871-9b2cc5eaa316 service nova] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.208287] env[62679]: DEBUG oslo_concurrency.lockutils [req-ba954269-3bae-4fe8-b9f5-77651078e5cd req-ba31bbba-9eca-469d-b871-9b2cc5eaa316 service nova] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.208448] env[62679]: DEBUG nova.compute.manager [req-ba954269-3bae-4fe8-b9f5-77651078e5cd req-ba31bbba-9eca-469d-b871-9b2cc5eaa316 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] No waiting events found dispatching network-vif-plugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.208605] env[62679]: WARNING nova.compute.manager [req-ba954269-3bae-4fe8-b9f5-77651078e5cd req-ba31bbba-9eca-469d-b871-9b2cc5eaa316 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received unexpected event network-vif-plugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac for instance with vm_state building and task_state spawning. [ 1236.291751] env[62679]: DEBUG nova.network.neutron [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Successfully updated port: 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.795235] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.795394] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.795563] env[62679]: DEBUG nova.network.neutron [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.856949] env[62679]: DEBUG nova.objects.instance [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'flavor' on Instance uuid bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.331539] env[62679]: DEBUG nova.network.neutron [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Instance cache missing network info. {{(pid=62679) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.361781] env[62679]: DEBUG oslo_concurrency.lockutils [None req-343db0e6-9831-4c88-99d3-ef2c9a0cb079 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.451949] env[62679]: DEBUG nova.network.neutron [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.561532] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.561769] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.954565] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.954565] env[62679]: DEBUG nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Instance network_info: |[{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62679) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.954985] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:b6:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.962339] env[62679]: DEBUG oslo.service.loopingcall [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.962546] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.962776] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78ed692f-ff7c-4724-9976-a0436156a50b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.982807] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.982807] env[62679]: value = "task-2413064" [ 1237.982807] env[62679]: _type = "Task" [ 1237.982807] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.990073] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413064, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.065227] env[62679]: INFO nova.compute.manager [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Detaching volume beee28f2-474f-4021-a08a-12115bac13bf [ 1238.095373] env[62679]: INFO nova.virt.block_device [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Attempting to driver detach volume beee28f2-474f-4021-a08a-12115bac13bf from mountpoint /dev/sdb [ 1238.095608] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Volume detach. Driver type: vmdk {{(pid=62679) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.095810] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489214', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'name': 'volume-beee28f2-474f-4021-a08a-12115bac13bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd', 'attached_at': '', 'detached_at': '', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'serial': 'beee28f2-474f-4021-a08a-12115bac13bf'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.096684] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d7ca52-f5fd-4cdd-acbb-2a347e25b6d2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.118208] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f88567a-9e3f-4a31-94d1-2d36c8da1d6f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.124839] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbdf3ba-3e70-4df6-9e20-0a4d17c661f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.146625] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4d3fb-9eaa-475a-82a7-ba14d0684bdd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.161395] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] The volume has not been displaced from its original location: [datastore1] volume-beee28f2-474f-4021-a08a-12115bac13bf/volume-beee28f2-474f-4021-a08a-12115bac13bf.vmdk. No consolidation needed. {{(pid=62679) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1238.166634] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.166938] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26215927-bdc2-4713-b13e-b1ec742ca6eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.185053] env[62679]: DEBUG oslo_vmware.api [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1238.185053] env[62679]: value = "task-2413065" [ 1238.185053] env[62679]: _type = "Task" [ 1238.185053] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.192759] env[62679]: DEBUG oslo_vmware.api [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.235358] env[62679]: DEBUG nova.compute.manager [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1238.235604] env[62679]: DEBUG nova.compute.manager [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing instance network info cache due to event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1238.235834] env[62679]: DEBUG oslo_concurrency.lockutils [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.235993] env[62679]: DEBUG oslo_concurrency.lockutils [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.236175] env[62679]: DEBUG nova.network.neutron [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.492348] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413064, 'name': CreateVM_Task, 'duration_secs': 0.331829} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.492734] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.493212] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.493381] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.493694] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.493943] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3796331-e092-4605-8278-79785fcb5dea {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.498186] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1238.498186] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e619fd-a196-4688-4f00-9d657fc0f227" [ 1238.498186] env[62679]: _type = "Task" [ 1238.498186] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.505450] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e619fd-a196-4688-4f00-9d657fc0f227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.695063] env[62679]: DEBUG oslo_vmware.api [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413065, 'name': ReconfigVM_Task, 'duration_secs': 0.231855} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.695063] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62679) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.699492] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9b8ac6-2cb1-438d-9431-1a809bbbfcc1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.714124] env[62679]: DEBUG oslo_vmware.api [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1238.714124] env[62679]: value = "task-2413066" [ 1238.714124] env[62679]: _type = "Task" [ 1238.714124] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.721668] env[62679]: DEBUG oslo_vmware.api [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.940539] env[62679]: DEBUG nova.network.neutron [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updated VIF entry in instance network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.940902] env[62679]: DEBUG nova.network.neutron [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.007873] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e619fd-a196-4688-4f00-9d657fc0f227, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.008168] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.008436] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Processing image 8804ce82-c496-4ccb-bb80-5cfc9822f21b {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.008676] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.008879] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.009264] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.009264] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a1b4d6-ed91-444f-b9a4-0f8b4f4d9ebd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.017737] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.017870] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.018562] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04dbd319-3994-48b9-87db-cdddefc3c0d9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.024171] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1239.024171] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5244cb3d-d49d-45f4-8e9c-a68f03d9e241" [ 1239.024171] env[62679]: _type = "Task" [ 1239.024171] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.030814] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5244cb3d-d49d-45f4-8e9c-a68f03d9e241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.224860] env[62679]: DEBUG oslo_vmware.api [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413066, 'name': ReconfigVM_Task, 'duration_secs': 0.132115} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.224860] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-489214', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'name': 'volume-beee28f2-474f-4021-a08a-12115bac13bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd', 'attached_at': '', 'detached_at': '', 'volume_id': 'beee28f2-474f-4021-a08a-12115bac13bf', 'serial': 'beee28f2-474f-4021-a08a-12115bac13bf'} {{(pid=62679) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1239.443881] env[62679]: DEBUG oslo_concurrency.lockutils [req-5b181bd6-8fc3-4fb5-a4b4-3a86de97dca8 req-bbaf42a1-d0b0-4f91-a3c4-1fd116f3678f service nova] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.535305] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5244cb3d-d49d-45f4-8e9c-a68f03d9e241, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.536099] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc5ce08-e48a-4fa9-8730-c06e9847e195 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.541234] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1239.541234] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5280f553-493a-3966-8815-3b4a7a3cee15" [ 1239.541234] env[62679]: _type = "Task" [ 1239.541234] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.548462] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5280f553-493a-3966-8815-3b4a7a3cee15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.674366] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.674673] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.674855] env[62679]: INFO nova.compute.manager [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Shelving [ 1239.768282] env[62679]: DEBUG nova.objects.instance [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'flavor' on Instance uuid bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.051822] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5280f553-493a-3966-8815-3b4a7a3cee15, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.052079] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.052336] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.052650] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdb113cb-e2f3-48e6-82d7-7690108dcf65 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.060176] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1240.060176] env[62679]: value = "task-2413067" [ 1240.060176] env[62679]: _type = "Task" [ 1240.060176] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.068434] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.570589] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413067, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.683710] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.684044] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9432223-4b96-4884-a891-c26432c3c82c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.692129] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1240.692129] env[62679]: value = "task-2413068" [ 1240.692129] env[62679]: _type = "Task" [ 1240.692129] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.699518] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.776313] env[62679]: DEBUG oslo_concurrency.lockutils [None req-e3a15cee-63e2-46ee-9efd-844aa0c8d7d8 tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.071068] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534876} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.071327] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8804ce82-c496-4ccb-bb80-5cfc9822f21b/8804ce82-c496-4ccb-bb80-5cfc9822f21b.vmdk to [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.071526] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Extending root virtual disk to 1048576 {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.071767] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31849554-3bfd-4c88-9868-b1a3878f3101 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.078188] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1241.078188] env[62679]: value = "task-2413069" [ 1241.078188] env[62679]: _type = "Task" [ 1241.078188] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.086261] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.201123] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413068, 'name': PowerOffVM_Task, 'duration_secs': 0.194425} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.201403] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.202184] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f676c68c-9be5-4cc5-8ecb-9846d23f7f30 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.221370] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4776f-2667-43ce-af15-87de94d4568b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.587913] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067033} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.588286] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Extended root virtual disk {{(pid=62679) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.588913] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81582fae-1167-4328-a5ef-1c18a54527cc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.609952] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.610168] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d11afe-8dde-4502-b9e8-7f44358c7b7d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.627965] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1241.627965] env[62679]: value = "task-2413070" [ 1241.627965] env[62679]: _type = "Task" [ 1241.627965] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.635012] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.731592] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.731881] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68c71551-0ff9-4410-8780-0c47ef1c5123 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.739426] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1241.739426] env[62679]: value = "task-2413071" [ 1241.739426] env[62679]: _type = "Task" [ 1241.739426] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.747630] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413071, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.796419] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.796715] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.796976] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.797207] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.797382] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.799670] env[62679]: INFO nova.compute.manager [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Terminating instance [ 1242.137264] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413070, 'name': ReconfigVM_Task, 'duration_secs': 0.331718} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.137494] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk or device None with type sparse {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.138136] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b36129-40b1-4a71-b29e-bc88203d0644 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.144958] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1242.144958] env[62679]: value = "task-2413072" [ 1242.144958] env[62679]: _type = "Task" [ 1242.144958] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.153251] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413072, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.250749] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413071, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.303704] env[62679]: DEBUG nova.compute.manager [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.303966] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.304932] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5b6d1d-0627-4a9c-8f61-076f9420dc34 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.313779] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.314013] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46717f0f-248c-4838-b554-31276cf878d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.319580] env[62679]: DEBUG oslo_vmware.api [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1242.319580] env[62679]: value = "task-2413073" [ 1242.319580] env[62679]: _type = "Task" [ 1242.319580] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.327124] env[62679]: DEBUG oslo_vmware.api [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.654316] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413072, 'name': Rename_Task, 'duration_secs': 0.138642} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.654603] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.654847] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd40fba-e751-4222-9c5c-50b99f42397e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.660472] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1242.660472] env[62679]: value = "task-2413074" [ 1242.660472] env[62679]: _type = "Task" [ 1242.660472] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.667373] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.750427] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413071, 'name': CreateSnapshot_Task, 'duration_secs': 0.788101} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.750672] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1242.751401] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9780fd2-0e68-4ce7-ab68-1379e927c851 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.828917] env[62679]: DEBUG oslo_vmware.api [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413073, 'name': PowerOffVM_Task, 'duration_secs': 0.183948} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.829188] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.829360] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.829605] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331ee57a-f3b7-4b68-91d5-3845969800b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.895919] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.896158] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.896350] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleting the datastore file [datastore2] bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.896617] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc626ca9-1c84-41f4-986e-e7ec5866c71d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.902627] env[62679]: DEBUG oslo_vmware.api [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for the task: (returnval){ [ 1242.902627] env[62679]: value = "task-2413076" [ 1242.902627] env[62679]: _type = "Task" [ 1242.902627] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.910126] env[62679]: DEBUG oslo_vmware.api [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.170422] env[62679]: DEBUG oslo_vmware.api [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413074, 'name': PowerOnVM_Task, 'duration_secs': 0.435827} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.170607] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.170807] env[62679]: INFO nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1243.170983] env[62679]: DEBUG nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.171735] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab82dce4-6123-42c7-be70-d0e70f1d8407 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.269305] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1243.269574] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f12a99e8-749d-4626-9263-21035f935f20 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.277992] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1243.277992] env[62679]: value = "task-2413077" [ 1243.277992] env[62679]: _type = "Task" [ 1243.277992] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.285688] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413077, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.413675] env[62679]: DEBUG oslo_vmware.api [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Task: {'id': task-2413076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149675} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.414099] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.414305] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.414586] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.414865] env[62679]: INFO nova.compute.manager [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1243.415254] env[62679]: DEBUG oslo.service.loopingcall [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.415541] env[62679]: DEBUG nova.compute.manager [-] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.415673] env[62679]: DEBUG nova.network.neutron [-] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.690926] env[62679]: INFO nova.compute.manager [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Took 11.83 seconds to build instance. [ 1243.788998] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413077, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.895149] env[62679]: DEBUG nova.compute.manager [req-971e4bba-0906-4147-b21b-11b5c802293e req-6a30ebbd-6e17-48d0-a551-c5dcfa991bb3 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Received event network-vif-deleted-b50ca98d-baf0-4021-8ec2-9207ed53c7ad {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1243.896684] env[62679]: INFO nova.compute.manager [req-971e4bba-0906-4147-b21b-11b5c802293e req-6a30ebbd-6e17-48d0-a551-c5dcfa991bb3 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Neutron deleted interface b50ca98d-baf0-4021-8ec2-9207ed53c7ad; detaching it from the instance and deleting it from the info cache [ 1243.896924] env[62679]: DEBUG nova.network.neutron [req-971e4bba-0906-4147-b21b-11b5c802293e req-6a30ebbd-6e17-48d0-a551-c5dcfa991bb3 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.049569] env[62679]: DEBUG nova.compute.manager [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1244.049718] env[62679]: DEBUG nova.compute.manager [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing instance network info cache due to event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1244.049892] env[62679]: DEBUG oslo_concurrency.lockutils [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.050031] env[62679]: DEBUG oslo_concurrency.lockutils [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.050194] env[62679]: DEBUG nova.network.neutron [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.192924] env[62679]: DEBUG oslo_concurrency.lockutils [None req-d11e6e00-8760-4a62-af36-e056e22d0633 tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.340s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.290124] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413077, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.364694] env[62679]: DEBUG nova.network.neutron [-] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.398978] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-240be591-ec89-4532-bc4d-2610a6d8ea79 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.408491] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd58c7-73bd-4108-b316-3aee97b4bd8e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.434597] env[62679]: DEBUG nova.compute.manager [req-971e4bba-0906-4147-b21b-11b5c802293e req-6a30ebbd-6e17-48d0-a551-c5dcfa991bb3 service nova] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Detach interface failed, port_id=b50ca98d-baf0-4021-8ec2-9207ed53c7ad, reason: Instance bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1244.792035] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413077, 'name': CloneVM_Task, 'duration_secs': 1.365147} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.792491] env[62679]: DEBUG nova.network.neutron [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updated VIF entry in instance network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.792829] env[62679]: DEBUG nova.network.neutron [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.794159] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Created linked-clone VM from snapshot [ 1244.795028] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe1548a-0fc8-4589-a2fe-716be98e22f6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.803890] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Uploading image 5b3de399-31c5-49c9-a7a5-420d5fca27a0 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1244.833730] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1244.833730] env[62679]: value = "vm-489217" [ 1244.833730] env[62679]: _type = "VirtualMachine" [ 1244.833730] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1244.833996] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29f0b472-7fd0-4bef-8207-d876f324ffc9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.841445] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease: (returnval){ [ 1244.841445] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270dcf7-5369-d5ff-a7ff-e913c99a9276" [ 1244.841445] env[62679]: _type = "HttpNfcLease" [ 1244.841445] env[62679]: } obtained for exporting VM: (result){ [ 1244.841445] env[62679]: value = "vm-489217" [ 1244.841445] env[62679]: _type = "VirtualMachine" [ 1244.841445] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1244.841777] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the lease: (returnval){ [ 1244.841777] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270dcf7-5369-d5ff-a7ff-e913c99a9276" [ 1244.841777] env[62679]: _type = "HttpNfcLease" [ 1244.841777] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1244.848909] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.848909] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270dcf7-5369-d5ff-a7ff-e913c99a9276" [ 1244.848909] env[62679]: _type = "HttpNfcLease" [ 1244.848909] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.867791] env[62679]: INFO nova.compute.manager [-] [instance: bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd] Took 1.45 seconds to deallocate network for instance. [ 1245.299120] env[62679]: DEBUG oslo_concurrency.lockutils [req-e0450299-528c-4174-a2c8-835248511d8d req-49f7a882-6048-4c15-9b4e-bbef9c9e4d5c service nova] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.350022] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.350022] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270dcf7-5369-d5ff-a7ff-e913c99a9276" [ 1245.350022] env[62679]: _type = "HttpNfcLease" [ 1245.350022] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.350301] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.350301] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5270dcf7-5369-d5ff-a7ff-e913c99a9276" [ 1245.350301] env[62679]: _type = "HttpNfcLease" [ 1245.350301] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1245.351038] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef260a-930b-47be-b630-1992eb490264 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.358678] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d18c2-31a4-4a50-370f-0ab72af8b253/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.358846] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d18c2-31a4-4a50-370f-0ab72af8b253/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1245.433710] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.434133] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.434488] env[62679]: DEBUG nova.objects.instance [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lazy-loading 'resources' on Instance uuid bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.468555] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0af1769d-0f1d-47b1-8ddd-b2ef2e26f0e3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.008020] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa8b35a-61cf-47c8-977e-c80272a86122 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.016476] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e7ac6-3780-4809-8b14-63fb07ffbc71 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.052109] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e410e-bd65-4d48-87db-f97a9bebed5e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.060622] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd26c72-e68e-4c03-a389-b1df3c779209 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.076659] env[62679]: DEBUG nova.compute.provider_tree [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.580101] env[62679]: DEBUG nova.scheduler.client.report [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.085587] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.110372] env[62679]: INFO nova.scheduler.client.report [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Deleted allocations for instance bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd [ 1247.619103] env[62679]: DEBUG oslo_concurrency.lockutils [None req-cea515e3-e532-4928-9b98-81c7d2fac5ad tempest-AttachVolumeNegativeTest-435311014 tempest-AttachVolumeNegativeTest-435311014-project-member] Lock "bb7cc8aa-571c-4f86-a77a-d5e33caa9cfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.068767] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d18c2-31a4-4a50-370f-0ab72af8b253/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1253.069698] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fdcf93-d5bb-4094-aa79-aa086123960e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.075772] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d18c2-31a4-4a50-370f-0ab72af8b253/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1253.075944] env[62679]: ERROR oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d18c2-31a4-4a50-370f-0ab72af8b253/disk-0.vmdk due to incomplete transfer. [ 1253.076182] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b7985dc-cc71-4848-9ca3-99c9890f571d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.089016] env[62679]: DEBUG oslo_vmware.rw_handles [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d18c2-31a4-4a50-370f-0ab72af8b253/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1253.089207] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Uploaded image 5b3de399-31c5-49c9-a7a5-420d5fca27a0 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1253.091428] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1253.091665] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d72dcfaa-5833-4d22-9b67-420b4c50e767 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.096596] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1253.096596] env[62679]: value = "task-2413081" [ 1253.096596] env[62679]: _type = "Task" [ 1253.096596] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.105210] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413081, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.607071] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413081, 'name': Destroy_Task, 'duration_secs': 0.318128} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.607337] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Destroyed the VM [ 1253.607588] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1253.607860] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0da83b7f-d0e8-45b0-b79b-60f0a83c77f9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.613276] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1253.613276] env[62679]: value = "task-2413082" [ 1253.613276] env[62679]: _type = "Task" [ 1253.613276] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.620277] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.123250] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413082, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384841} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.123595] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1254.123912] env[62679]: DEBUG nova.compute.manager [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.124687] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8997970-0ed0-4775-a1c4-1c2da7490a60 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.636361] env[62679]: INFO nova.compute.manager [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Shelve offloading [ 1255.139485] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.139863] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6898b06d-9105-4ad0-b8f7-503f328be42a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.147118] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1255.147118] env[62679]: value = "task-2413084" [ 1255.147118] env[62679]: _type = "Task" [ 1255.147118] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.155141] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.658064] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1255.658288] env[62679]: DEBUG nova.compute.manager [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.659056] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b3387-24e4-41ae-8bdd-dc2ffa44cf98 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.664293] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.664460] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.664626] env[62679]: DEBUG nova.network.neutron [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.376903] env[62679]: DEBUG nova.network.neutron [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.880331] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.118539] env[62679]: DEBUG nova.compute.manager [req-af249baf-d120-416d-9e96-b73095a63454 req-96af48cc-b9b6-423d-aded-0f0c827aa9f4 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-vif-unplugged-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1257.118539] env[62679]: DEBUG oslo_concurrency.lockutils [req-af249baf-d120-416d-9e96-b73095a63454 req-96af48cc-b9b6-423d-aded-0f0c827aa9f4 service nova] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.118539] env[62679]: DEBUG oslo_concurrency.lockutils [req-af249baf-d120-416d-9e96-b73095a63454 req-96af48cc-b9b6-423d-aded-0f0c827aa9f4 service nova] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.118713] env[62679]: DEBUG oslo_concurrency.lockutils [req-af249baf-d120-416d-9e96-b73095a63454 req-96af48cc-b9b6-423d-aded-0f0c827aa9f4 service nova] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.118752] env[62679]: DEBUG nova.compute.manager [req-af249baf-d120-416d-9e96-b73095a63454 req-96af48cc-b9b6-423d-aded-0f0c827aa9f4 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] No waiting events found dispatching network-vif-unplugged-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.118913] env[62679]: WARNING nova.compute.manager [req-af249baf-d120-416d-9e96-b73095a63454 req-96af48cc-b9b6-423d-aded-0f0c827aa9f4 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received unexpected event network-vif-unplugged-286a0afe-93b3-4af4-9b78-2929e316c7de for instance with vm_state shelved and task_state shelving_offloading. [ 1257.207397] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.208308] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2156d3dc-b13d-4fea-bb8d-cdb91dbac668 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.215520] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.215734] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d66ca100-ca63-4aac-9bff-3a0f4a405c74 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.279193] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.279422] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.279603] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleting the datastore file [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.279875] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-783dee5c-033e-48e2-86ff-2e1d46cb6ab4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.286868] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1257.286868] env[62679]: value = "task-2413086" [ 1257.286868] env[62679]: _type = "Task" [ 1257.286868] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.294228] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.796795] env[62679]: DEBUG oslo_vmware.api [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131961} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.797201] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.797257] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.797399] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.819398] env[62679]: INFO nova.scheduler.client.report [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted allocations for instance 466716cc-49e7-4c41-aef4-ddf475e14482 [ 1258.324231] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.324438] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.324647] env[62679]: DEBUG nova.objects.instance [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'resources' on Instance uuid 466716cc-49e7-4c41-aef4-ddf475e14482 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.828157] env[62679]: DEBUG nova.objects.instance [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'numa_topology' on Instance uuid 466716cc-49e7-4c41-aef4-ddf475e14482 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.141181] env[62679]: DEBUG nova.compute.manager [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1259.141181] env[62679]: DEBUG nova.compute.manager [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing instance network info cache due to event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1259.141181] env[62679]: DEBUG oslo_concurrency.lockutils [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.142570] env[62679]: DEBUG oslo_concurrency.lockutils [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.142985] env[62679]: DEBUG nova.network.neutron [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.331117] env[62679]: DEBUG nova.objects.base [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Object Instance<466716cc-49e7-4c41-aef4-ddf475e14482> lazy-loaded attributes: resources,numa_topology {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.378629] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dfc34a-9d85-4d1f-b8c0-8f415031e55e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.387558] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e704e-1c46-4341-9235-757000863196 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.422725] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e0dfc7-a636-4f7d-955f-57d63c2a1b73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.431947] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea52c8b3-20fa-43ad-aa96-41c2e6c1d42f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.447701] env[62679]: DEBUG nova.compute.provider_tree [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.876117] env[62679]: DEBUG nova.network.neutron [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updated VIF entry in instance network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.876914] env[62679]: DEBUG nova.network.neutron [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap286a0afe-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.926626] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.951040] env[62679]: DEBUG nova.scheduler.client.report [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.379372] env[62679]: DEBUG oslo_concurrency.lockutils [req-e582bf18-73d8-4d13-af1a-5c1ddb53023c req-4444070a-9715-4c31-8b7e-80600d7c403b service nova] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.461963] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.970832] env[62679]: DEBUG oslo_concurrency.lockutils [None req-79603f41-f04c-49a6-8112-04bbdccb59fb tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.296s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.971740] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.045s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.971924] env[62679]: INFO nova.compute.manager [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Unshelving [ 1261.999034] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.999370] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.999584] env[62679]: DEBUG nova.objects.instance [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'pci_requests' on Instance uuid 466716cc-49e7-4c41-aef4-ddf475e14482 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.503266] env[62679]: DEBUG nova.objects.instance [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'numa_topology' on Instance uuid 466716cc-49e7-4c41-aef4-ddf475e14482 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.006351] env[62679]: INFO nova.compute.claims [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.051590] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1b259-5f39-4e0e-bc76-4a853feb1b8a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.059240] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f2c72e-eb3a-42e1-b1ee-37201bd9172a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.089219] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3482e35-3cd6-4702-9d43-c6e0ea91baf5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.096401] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997047a1-f9d4-434c-9ce1-e4f2d7350122 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.109824] env[62679]: DEBUG nova.compute.provider_tree [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.612867] env[62679]: DEBUG nova.scheduler.client.report [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.117971] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.146444] env[62679]: INFO nova.network.neutron [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating port 286a0afe-93b3-4af4-9b78-2929e316c7de with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1266.558262] env[62679]: DEBUG nova.compute.manager [req-f0226397-f15e-436d-b35b-fbd521b76010 req-eda91422-5cc5-4bf5-ad5d-a35e44620de1 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-vif-plugged-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1266.558560] env[62679]: DEBUG oslo_concurrency.lockutils [req-f0226397-f15e-436d-b35b-fbd521b76010 req-eda91422-5cc5-4bf5-ad5d-a35e44620de1 service nova] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.558859] env[62679]: DEBUG oslo_concurrency.lockutils [req-f0226397-f15e-436d-b35b-fbd521b76010 req-eda91422-5cc5-4bf5-ad5d-a35e44620de1 service nova] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.558859] env[62679]: DEBUG oslo_concurrency.lockutils [req-f0226397-f15e-436d-b35b-fbd521b76010 req-eda91422-5cc5-4bf5-ad5d-a35e44620de1 service nova] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.558983] env[62679]: DEBUG nova.compute.manager [req-f0226397-f15e-436d-b35b-fbd521b76010 req-eda91422-5cc5-4bf5-ad5d-a35e44620de1 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] No waiting events found dispatching network-vif-plugged-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.559324] env[62679]: WARNING nova.compute.manager [req-f0226397-f15e-436d-b35b-fbd521b76010 req-eda91422-5cc5-4bf5-ad5d-a35e44620de1 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received unexpected event network-vif-plugged-286a0afe-93b3-4af4-9b78-2929e316c7de for instance with vm_state shelved_offloaded and task_state spawning. [ 1266.641865] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.642074] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.642258] env[62679]: DEBUG nova.network.neutron [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.341369] env[62679]: DEBUG nova.network.neutron [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.844479] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.870686] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b2599079c3124b7d424d1d0b27156218',container_format='bare',created_at=2025-02-10T11:31:46Z,direct_url=,disk_format='vmdk',id=5b3de399-31c5-49c9-a7a5-420d5fca27a0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-537358521-shelved',owner='3f81c0a0ad954ecdafd5f5839ce50582',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-10T11:32:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.870944] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.871193] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.871353] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.871499] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.871646] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.871850] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.872015] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.872188] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.872348] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.872518] env[62679]: DEBUG nova.virt.hardware [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.873400] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e0d53-4501-4678-818b-a337a14b25f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.880802] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e746a5e8-8acd-491c-86b1-43f5a5c8fb19 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.895193] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:e8:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '286a0afe-93b3-4af4-9b78-2929e316c7de', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.902418] env[62679]: DEBUG oslo.service.loopingcall [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.902610] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.902831] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a15d650-7e1d-438a-8b45-1e255f923314 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.921067] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.921067] env[62679]: value = "task-2413087" [ 1267.921067] env[62679]: _type = "Task" [ 1267.921067] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.927808] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413087, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.430531] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413087, 'name': CreateVM_Task, 'duration_secs': 0.283865} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.430716] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.431398] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.431615] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.431991] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.432252] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd2cbcb-7e4f-483c-a2d0-9e5d2c895030 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.436342] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1268.436342] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c3c622-4342-af6c-e9f5-b3856df36b53" [ 1268.436342] env[62679]: _type = "Task" [ 1268.436342] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.443730] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c3c622-4342-af6c-e9f5-b3856df36b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.583166] env[62679]: DEBUG nova.compute.manager [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1268.583353] env[62679]: DEBUG nova.compute.manager [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing instance network info cache due to event network-changed-286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1268.583563] env[62679]: DEBUG oslo_concurrency.lockutils [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.583705] env[62679]: DEBUG oslo_concurrency.lockutils [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.583862] env[62679]: DEBUG nova.network.neutron [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Refreshing network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.946070] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.946430] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Processing image 5b3de399-31c5-49c9-a7a5-420d5fca27a0 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.946560] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0/5b3de399-31c5-49c9-a7a5-420d5fca27a0.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.946707] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0/5b3de399-31c5-49c9-a7a5-420d5fca27a0.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.946886] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.947200] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67607cf6-e954-4aa0-a078-7b005ac32ca1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.965143] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.965332] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.966070] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cbacd4-b954-4050-8f5a-ccbf588ec7b0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.970969] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1268.970969] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525b3d16-34a3-d815-d399-84d3ee144b0b" [ 1268.970969] env[62679]: _type = "Task" [ 1268.970969] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.980891] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]525b3d16-34a3-d815-d399-84d3ee144b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.281600] env[62679]: DEBUG nova.network.neutron [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updated VIF entry in instance network info cache for port 286a0afe-93b3-4af4-9b78-2929e316c7de. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.281967] env[62679]: DEBUG nova.network.neutron [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.480605] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Preparing fetch location {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1269.480853] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Fetch image to [datastore2] OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898/OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898.vmdk {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1269.481048] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Downloading stream optimized image 5b3de399-31c5-49c9-a7a5-420d5fca27a0 to [datastore2] OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898/OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898.vmdk on the data store datastore2 as vApp {{(pid=62679) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1269.481220] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Downloading image file data 5b3de399-31c5-49c9-a7a5-420d5fca27a0 to the ESX as VM named 'OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898' {{(pid=62679) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1269.544693] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1269.544693] env[62679]: value = "resgroup-9" [ 1269.544693] env[62679]: _type = "ResourcePool" [ 1269.544693] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1269.545086] env[62679]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4e2bd03e-5314-43ab-8e8f-de244e587d6b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.565792] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease: (returnval){ [ 1269.565792] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222bef8-e7ba-cf77-0955-20a4425d718b" [ 1269.565792] env[62679]: _type = "HttpNfcLease" [ 1269.565792] env[62679]: } obtained for vApp import into resource pool (val){ [ 1269.565792] env[62679]: value = "resgroup-9" [ 1269.565792] env[62679]: _type = "ResourcePool" [ 1269.565792] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1269.566114] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the lease: (returnval){ [ 1269.566114] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222bef8-e7ba-cf77-0955-20a4425d718b" [ 1269.566114] env[62679]: _type = "HttpNfcLease" [ 1269.566114] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1269.571994] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.571994] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222bef8-e7ba-cf77-0955-20a4425d718b" [ 1269.571994] env[62679]: _type = "HttpNfcLease" [ 1269.571994] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1269.784651] env[62679]: DEBUG oslo_concurrency.lockutils [req-118b627b-e311-4cf8-b178-1cbafd53ee7a req-82726f87-3176-4cdd-85ed-67a43a1c5378 service nova] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.074317] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.074317] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222bef8-e7ba-cf77-0955-20a4425d718b" [ 1270.074317] env[62679]: _type = "HttpNfcLease" [ 1270.074317] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.074738] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.074738] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]5222bef8-e7ba-cf77-0955-20a4425d718b" [ 1270.074738] env[62679]: _type = "HttpNfcLease" [ 1270.074738] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1270.075278] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac7e049-d4d7-4248-abb6-a64d6aa585fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.082257] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d349-253a-dac3-c2f3-787bdee3aabc/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.082429] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d349-253a-dac3-c2f3-787bdee3aabc/disk-0.vmdk. {{(pid=62679) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1270.144060] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bce73ff-19a4-4ce2-a40f-26205b17f13f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.214909] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Completed reading data from the image iterator. {{(pid=62679) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1271.215310] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d349-253a-dac3-c2f3-787bdee3aabc/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1271.216131] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c14821-9183-45c1-9058-2b2f98357882 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.222636] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d349-253a-dac3-c2f3-787bdee3aabc/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1271.222811] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d349-253a-dac3-c2f3-787bdee3aabc/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1271.223056] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-91dc02d0-b619-4497-9e7c-fd6def54dd7f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.422285] env[62679]: DEBUG oslo_vmware.rw_handles [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2d349-253a-dac3-c2f3-787bdee3aabc/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1271.423025] env[62679]: INFO nova.virt.vmwareapi.images [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Downloaded image file data 5b3de399-31c5-49c9-a7a5-420d5fca27a0 [ 1271.423396] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed7bcf1-4a1e-42db-9a88-d2086ea6650f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.439027] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9897d10-dfa0-4374-9fa6-31be40b5df87 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.466493] env[62679]: INFO nova.virt.vmwareapi.images [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] The imported VM was unregistered [ 1271.468816] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Caching image {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1271.469069] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.469335] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ccb9414-21f2-46ca-8764-d56a2a4ef231 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.479596] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Created directory with path [datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.479770] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898/OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898.vmdk to [datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0/5b3de399-31c5-49c9-a7a5-420d5fca27a0.vmdk. {{(pid=62679) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1271.480195] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b56ad252-0d78-47ff-9c4f-2b5fcfeb33f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.486817] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1271.486817] env[62679]: value = "task-2413090" [ 1271.486817] env[62679]: _type = "Task" [ 1271.486817] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.494035] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413090, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.997324] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413090, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.498604] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413090, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.000149] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413090, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.499775] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413090, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.001438] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413090, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.100004} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.001702] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898/OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898.vmdk to [datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0/5b3de399-31c5-49c9-a7a5-420d5fca27a0.vmdk. [ 1274.001865] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Cleaning up location [datastore2] OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1274.002068] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_45de9afe-e5fa-4f03-81a9-8d0fa8b58898 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.002330] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d78aaf-3a15-49ad-8a5a-f1683637a55f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.008930] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1274.008930] env[62679]: value = "task-2413091" [ 1274.008930] env[62679]: _type = "Task" [ 1274.008930] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.016472] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.519109] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031686} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.519510] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.519577] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0/5b3de399-31c5-49c9-a7a5-420d5fca27a0.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.519817] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0/5b3de399-31c5-49c9-a7a5-420d5fca27a0.vmdk to [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.520071] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f59b48f-4f41-4491-ad3b-c12dcdf700a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.526223] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1274.526223] env[62679]: value = "task-2413092" [ 1274.526223] env[62679]: _type = "Task" [ 1274.526223] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.533333] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.037134] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413092, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.537208] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413092, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.039013] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413092, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.538706] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413092, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.039089] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413092, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.08542} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.039345] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5b3de399-31c5-49c9-a7a5-420d5fca27a0/5b3de399-31c5-49c9-a7a5-420d5fca27a0.vmdk to [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.040167] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3425f88b-e591-4a4c-bc74-8f5c3bc379c7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.062169] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.062398] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0bb12b-e4ad-484d-b33a-8b0c4157ed53 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.081012] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1277.081012] env[62679]: value = "task-2413093" [ 1277.081012] env[62679]: _type = "Task" [ 1277.081012] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.088652] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.591260] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413093, 'name': ReconfigVM_Task, 'duration_secs': 0.352305} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.591686] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482/466716cc-49e7-4c41-aef4-ddf475e14482.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.592151] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c6baac0-5ab0-4bf1-9adc-58330b6fe4ae {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.597619] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1277.597619] env[62679]: value = "task-2413094" [ 1277.597619] env[62679]: _type = "Task" [ 1277.597619] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.604603] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413094, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.107738] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413094, 'name': Rename_Task, 'duration_secs': 0.397003} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.108044] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.108242] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25cb0fcf-022f-48fe-8ebd-e5e707f4ba5f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.114196] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1278.114196] env[62679]: value = "task-2413095" [ 1278.114196] env[62679]: _type = "Task" [ 1278.114196] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.121357] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.544047] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.544301] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.544451] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 1278.623890] env[62679]: DEBUG oslo_vmware.api [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413095, 'name': PowerOnVM_Task, 'duration_secs': 0.43273} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.624289] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.772437] env[62679]: DEBUG nova.compute.manager [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.773383] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e4d21b-16ad-4883-a354-9c771b227019 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.288980] env[62679]: DEBUG oslo_concurrency.lockutils [None req-63df3601-ab3d-4575-9563-c1668f31165e tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.317s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.586583] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.586731] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.586876] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1280.658581] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.658860] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.659075] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.659263] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.659480] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.661691] env[62679]: INFO nova.compute.manager [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Terminating instance [ 1280.810426] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [{"id": "286a0afe-93b3-4af4-9b78-2929e316c7de", "address": "fa:16:3e:b5:e8:44", "network": {"id": "6e2f0fda-b4f9-47c7-8ece-6900f7be2eda", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1757691967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f81c0a0ad954ecdafd5f5839ce50582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a0afe-93", "ovs_interfaceid": "286a0afe-93b3-4af4-9b78-2929e316c7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.165791] env[62679]: DEBUG nova.compute.manager [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.166027] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.166972] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403c0977-1665-4a4f-8c87-4a8584403c07 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.175010] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.175262] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c682184e-94e4-4d6e-a045-50e9687d2dfe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.181591] env[62679]: DEBUG oslo_vmware.api [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1281.181591] env[62679]: value = "task-2413096" [ 1281.181591] env[62679]: _type = "Task" [ 1281.181591] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.189313] env[62679]: DEBUG oslo_vmware.api [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.313210] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-466716cc-49e7-4c41-aef4-ddf475e14482" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.314063] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 1281.314063] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.314063] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.314063] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.314389] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.314541] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.314687] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.315035] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 1281.315035] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.691113] env[62679]: DEBUG oslo_vmware.api [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413096, 'name': PowerOffVM_Task, 'duration_secs': 0.172106} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.691441] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.691562] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.691859] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8c4b83-f366-4910-b7e7-cd869bf9487e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.753285] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.753529] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Deleting contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.753811] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleting the datastore file [datastore2] 466716cc-49e7-4c41-aef4-ddf475e14482 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.754127] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec83a9b6-22f4-4710-ba1e-3ac8381c5579 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.760099] env[62679]: DEBUG oslo_vmware.api [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for the task: (returnval){ [ 1281.760099] env[62679]: value = "task-2413098" [ 1281.760099] env[62679]: _type = "Task" [ 1281.760099] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.767213] env[62679]: DEBUG oslo_vmware.api [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.817791] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.817992] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.818197] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.818345] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.819121] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643d894-598b-44d4-b3f6-f63d82a8d0a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.826701] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee75f2a-8b96-4715-a518-72ebd2e89b42 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.839513] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ed56a0-e04c-4c51-a00a-5e4cf0375ca6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.845592] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d093515-c6b4-4f1f-974e-8b292827e193 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.874320] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180943MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.874495] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.874638] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.269978] env[62679]: DEBUG oslo_vmware.api [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Task: {'id': task-2413098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126747} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.270262] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.270446] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Deleted contents of the VM from datastore datastore2 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.270621] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.270794] env[62679]: INFO nova.compute.manager [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1282.271041] env[62679]: DEBUG oslo.service.loopingcall [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.271242] env[62679]: DEBUG nova.compute.manager [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.271335] env[62679]: DEBUG nova.network.neutron [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.745241] env[62679]: DEBUG nova.compute.manager [req-973a9bef-bfd7-4d13-b64f-eefcd4f44b6d req-3e6a0297-e7cb-4d84-a6c3-b4aa8fd6b751 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Received event network-vif-deleted-286a0afe-93b3-4af4-9b78-2929e316c7de {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1282.745553] env[62679]: INFO nova.compute.manager [req-973a9bef-bfd7-4d13-b64f-eefcd4f44b6d req-3e6a0297-e7cb-4d84-a6c3-b4aa8fd6b751 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Neutron deleted interface 286a0afe-93b3-4af4-9b78-2929e316c7de; detaching it from the instance and deleting it from the info cache [ 1282.745676] env[62679]: DEBUG nova.network.neutron [req-973a9bef-bfd7-4d13-b64f-eefcd4f44b6d req-3e6a0297-e7cb-4d84-a6c3-b4aa8fd6b751 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.900087] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 3aae9a60-16eb-4b65-833a-b169d2b7b8ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.900257] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 466716cc-49e7-4c41-aef4-ddf475e14482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.900433] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.900569] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.936488] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2381f4b1-7bf0-4d93-87b5-d477dfedccf8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.945076] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c8aaa-527c-4aef-bbf0-add05c7b8881 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.975778] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b1f2db-db8b-44e7-a574-cc282a268cd3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.982609] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47adc79b-171a-488d-9b90-83a959a555bc {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.995612] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.095348] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.095561] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.095743] env[62679]: INFO nova.compute.manager [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Shelving [ 1283.227640] env[62679]: DEBUG nova.network.neutron [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.248891] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5df4684a-cebc-47d5-90bc-d2b3459d3715 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.258415] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa63da49-6e16-4b0e-90c3-6d21d1dfd855 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.281938] env[62679]: DEBUG nova.compute.manager [req-973a9bef-bfd7-4d13-b64f-eefcd4f44b6d req-3e6a0297-e7cb-4d84-a6c3-b4aa8fd6b751 service nova] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Detach interface failed, port_id=286a0afe-93b3-4af4-9b78-2929e316c7de, reason: Instance 466716cc-49e7-4c41-aef4-ddf475e14482 could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1283.498710] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.730646] env[62679]: INFO nova.compute.manager [-] [instance: 466716cc-49e7-4c41-aef4-ddf475e14482] Took 1.46 seconds to deallocate network for instance. [ 1284.004072] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1284.004427] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.104653] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.104955] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4310afb1-42ee-4595-a3d5-b0dc5cf5b89c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.113392] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1284.113392] env[62679]: value = "task-2413099" [ 1284.113392] env[62679]: _type = "Task" [ 1284.113392] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.121187] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.237610] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.237868] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.238109] env[62679]: DEBUG nova.objects.instance [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lazy-loading 'resources' on Instance uuid 466716cc-49e7-4c41-aef4-ddf475e14482 {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.623873] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413099, 'name': PowerOffVM_Task, 'duration_secs': 0.173323} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.624143] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.624912] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb14fa9-d6b8-4a82-a91d-e1af5b11cea8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.643855] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e25387-5294-44af-a6cc-de30d0800fee {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.775771] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54961504-7a8f-4178-a4e3-7770b4c86faf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.782609] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ea1e4-8068-4351-93ef-6b08f5dd5ff4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.811978] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953666f4-04ba-486b-a896-0b566a75e7a0 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.818996] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30768fd7-f7ed-449b-81e8-645880ee56fa {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.832122] env[62679]: DEBUG nova.compute.provider_tree [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.153834] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Creating Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.154210] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c105d66d-ceb9-4bd3-bbc9-f1e549dc23f8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.163889] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1285.163889] env[62679]: value = "task-2413100" [ 1285.163889] env[62679]: _type = "Task" [ 1285.163889] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.171554] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.334958] env[62679]: DEBUG nova.scheduler.client.report [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.674360] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413100, 'name': CreateSnapshot_Task, 'duration_secs': 0.39601} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.674610] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Created Snapshot of the VM instance {{(pid=62679) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1285.675370] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef493c8-8bca-4313-926e-e57f444261ce {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.839970] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.858481] env[62679]: INFO nova.scheduler.client.report [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Deleted allocations for instance 466716cc-49e7-4c41-aef4-ddf475e14482 [ 1286.193808] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Creating linked-clone VM from snapshot {{(pid=62679) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1286.194182] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf7f5412-547b-4a92-8eaa-35c9901fd18f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.203066] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1286.203066] env[62679]: value = "task-2413101" [ 1286.203066] env[62679]: _type = "Task" [ 1286.203066] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.210585] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413101, 'name': CloneVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.365455] env[62679]: DEBUG oslo_concurrency.lockutils [None req-5c50aacc-7cb9-43f9-93f9-41ea5f49bfc9 tempest-ServerActionsTestOtherB-163403447 tempest-ServerActionsTestOtherB-163403447-project-member] Lock "466716cc-49e7-4c41-aef4-ddf475e14482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.713243] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413101, 'name': CloneVM_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.214239] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413101, 'name': CloneVM_Task, 'duration_secs': 0.913462} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.214568] env[62679]: INFO nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Created linked-clone VM from snapshot [ 1287.215260] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3830c251-a396-41fa-956f-c6766d60e488 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.222116] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Uploading image b00180d0-8428-4871-a7f3-fbbf5d708d09 {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1287.246199] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1287.246199] env[62679]: value = "vm-489221" [ 1287.246199] env[62679]: _type = "VirtualMachine" [ 1287.246199] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1287.246458] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70ac8121-6776-4eee-82cc-2eb870fe35f2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.252041] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease: (returnval){ [ 1287.252041] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522fd7ee-cadd-7989-02cb-eef0da4cc1a4" [ 1287.252041] env[62679]: _type = "HttpNfcLease" [ 1287.252041] env[62679]: } obtained for exporting VM: (result){ [ 1287.252041] env[62679]: value = "vm-489221" [ 1287.252041] env[62679]: _type = "VirtualMachine" [ 1287.252041] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1287.252275] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the lease: (returnval){ [ 1287.252275] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522fd7ee-cadd-7989-02cb-eef0da4cc1a4" [ 1287.252275] env[62679]: _type = "HttpNfcLease" [ 1287.252275] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1287.257649] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.257649] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522fd7ee-cadd-7989-02cb-eef0da4cc1a4" [ 1287.257649] env[62679]: _type = "HttpNfcLease" [ 1287.257649] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1287.760413] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.760413] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522fd7ee-cadd-7989-02cb-eef0da4cc1a4" [ 1287.760413] env[62679]: _type = "HttpNfcLease" [ 1287.760413] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1287.760694] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1287.760694] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522fd7ee-cadd-7989-02cb-eef0da4cc1a4" [ 1287.760694] env[62679]: _type = "HttpNfcLease" [ 1287.760694] env[62679]: }. {{(pid=62679) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1287.761484] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce1f89-ef9d-48cb-8ad2-5183519aebfe {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.769521] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247630f-76fe-ad2b-6fe0-5dddd8d43585/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1287.769687] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247630f-76fe-ad2b-6fe0-5dddd8d43585/disk-0.vmdk for reading. {{(pid=62679) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1287.855114] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3926697-fa63-4f3e-afea-7d26b0497c66 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.590871] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247630f-76fe-ad2b-6fe0-5dddd8d43585/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1294.591807] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1971d-6070-4615-95ab-550cf07cb693 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.597736] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247630f-76fe-ad2b-6fe0-5dddd8d43585/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1294.597894] env[62679]: ERROR oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247630f-76fe-ad2b-6fe0-5dddd8d43585/disk-0.vmdk due to incomplete transfer. [ 1294.598162] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b18cdb62-3511-4d13-ae19-4650d742c4eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.605493] env[62679]: DEBUG oslo_vmware.rw_handles [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247630f-76fe-ad2b-6fe0-5dddd8d43585/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1294.605695] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Uploaded image b00180d0-8428-4871-a7f3-fbbf5d708d09 to the Glance image server {{(pid=62679) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1294.607935] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Destroying the VM {{(pid=62679) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1294.608176] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-382589af-529b-41b6-970b-b53f6783981d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.613702] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1294.613702] env[62679]: value = "task-2413104" [ 1294.613702] env[62679]: _type = "Task" [ 1294.613702] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.620850] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413104, 'name': Destroy_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.123359] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413104, 'name': Destroy_Task, 'duration_secs': 0.321034} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.123598] env[62679]: INFO nova.virt.vmwareapi.vm_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Destroyed the VM [ 1295.123830] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Deleting Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1295.124092] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c60fed41-76a3-4c4c-a7ff-fb64fdf72ad9 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.131303] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1295.131303] env[62679]: value = "task-2413105" [ 1295.131303] env[62679]: _type = "Task" [ 1295.131303] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.138464] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413105, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.641297] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413105, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.141626] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413105, 'name': RemoveSnapshot_Task, 'duration_secs': 0.577157} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.141912] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Deleted Snapshot of the VM instance {{(pid=62679) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1296.142196] env[62679]: DEBUG nova.compute.manager [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.142995] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8870d75-e7a7-4ae0-a6f4-9a94bfd1fae1 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.657942] env[62679]: INFO nova.compute.manager [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Shelve offloading [ 1297.161344] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.161659] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1fd58b0-4c94-4d04-ab5c-b3a60011e8eb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.171267] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1297.171267] env[62679]: value = "task-2413106" [ 1297.171267] env[62679]: _type = "Task" [ 1297.171267] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.178478] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.681757] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] VM already powered off {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1297.682143] env[62679]: DEBUG nova.compute.manager [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.682702] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82691ce5-4df8-4c47-acd9-492b31d6fe34 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.688019] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.688183] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.688344] env[62679]: DEBUG nova.network.neutron [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.394036] env[62679]: DEBUG nova.network.neutron [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.897245] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.123056] env[62679]: DEBUG nova.compute.manager [req-a16b1e0c-6747-43c5-9e88-532cf45a23c9 req-f24510da-b829-4ffa-be6b-5858bcf91994 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-vif-unplugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1299.123321] env[62679]: DEBUG oslo_concurrency.lockutils [req-a16b1e0c-6747-43c5-9e88-532cf45a23c9 req-f24510da-b829-4ffa-be6b-5858bcf91994 service nova] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.123532] env[62679]: DEBUG oslo_concurrency.lockutils [req-a16b1e0c-6747-43c5-9e88-532cf45a23c9 req-f24510da-b829-4ffa-be6b-5858bcf91994 service nova] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.123704] env[62679]: DEBUG oslo_concurrency.lockutils [req-a16b1e0c-6747-43c5-9e88-532cf45a23c9 req-f24510da-b829-4ffa-be6b-5858bcf91994 service nova] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.123884] env[62679]: DEBUG nova.compute.manager [req-a16b1e0c-6747-43c5-9e88-532cf45a23c9 req-f24510da-b829-4ffa-be6b-5858bcf91994 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] No waiting events found dispatching network-vif-unplugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.124108] env[62679]: WARNING nova.compute.manager [req-a16b1e0c-6747-43c5-9e88-532cf45a23c9 req-f24510da-b829-4ffa-be6b-5858bcf91994 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received unexpected event network-vif-unplugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac for instance with vm_state shelved and task_state shelving_offloading. [ 1299.211286] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.212198] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e5eb5f-3941-4724-9692-e6dd7cbbf337 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.219565] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.219780] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-347ccc4c-d1a4-4778-b51a-8c86b410c1bd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.288268] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.288495] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.288642] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleting the datastore file [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.288894] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-431191a6-5116-467e-936f-15ccb825e1e6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.294923] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1299.294923] env[62679]: value = "task-2413108" [ 1299.294923] env[62679]: _type = "Task" [ 1299.294923] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.302903] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.806184] env[62679]: DEBUG oslo_vmware.api [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121628} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.806448] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.806634] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.806806] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.832876] env[62679]: INFO nova.scheduler.client.report [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted allocations for instance 3aae9a60-16eb-4b65-833a-b169d2b7b8ab [ 1300.337894] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.338283] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.338405] env[62679]: DEBUG nova.objects.instance [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'resources' on Instance uuid 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.840878] env[62679]: DEBUG nova.objects.instance [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'numa_topology' on Instance uuid 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.149190] env[62679]: DEBUG nova.compute.manager [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1301.149381] env[62679]: DEBUG nova.compute.manager [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing instance network info cache due to event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1301.149590] env[62679]: DEBUG oslo_concurrency.lockutils [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.149730] env[62679]: DEBUG oslo_concurrency.lockutils [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.149885] env[62679]: DEBUG nova.network.neutron [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.343287] env[62679]: DEBUG nova.objects.base [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Object Instance<3aae9a60-16eb-4b65-833a-b169d2b7b8ab> lazy-loaded attributes: resources,numa_topology {{(pid=62679) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1301.358357] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36384d3-206e-43b7-a115-7379320c0ddf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.366335] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61983073-ddc8-479a-b738-165543383acb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.395072] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3210d002-df25-44ef-b8a1-e87b2a3186be {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.401647] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c3478f-d7ef-450b-b2cf-8c73ea724c83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.414557] env[62679]: DEBUG nova.compute.provider_tree [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.917626] env[62679]: DEBUG nova.scheduler.client.report [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.927166] env[62679]: DEBUG nova.network.neutron [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updated VIF entry in instance network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.927548] env[62679]: DEBUG nova.network.neutron [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.422827] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.429323] env[62679]: DEBUG oslo_concurrency.lockutils [req-79e0cc35-54e9-47df-a332-ea9e0aec0b06 req-d0ccf178-2ba8-4ce3-9357-e7b88fef009b service nova] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.720058] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.930969] env[62679]: DEBUG oslo_concurrency.lockutils [None req-99f23951-56e0-4a40-ba64-77c851d6f0ec tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.835s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.931739] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.212s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.931917] env[62679]: INFO nova.compute.manager [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Unshelving [ 1303.951828] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.952099] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.952306] env[62679]: DEBUG nova.objects.instance [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'pci_requests' on Instance uuid 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.456622] env[62679]: DEBUG nova.objects.instance [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'numa_topology' on Instance uuid 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.959016] env[62679]: INFO nova.compute.claims [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.995834] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c34c8c-7930-43ea-8e4e-06acab78617b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.003802] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709eef4-f9ab-46ef-8f13-34b3e59979de {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.035432] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8746d7-f903-4d28-9f10-96590fded2ef {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.043391] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb18260b-1a8e-4a3a-837d-c6cb89a72f26 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.057125] env[62679]: DEBUG nova.compute.provider_tree [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.560321] env[62679]: DEBUG nova.scheduler.client.report [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.066428] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.095464] env[62679]: INFO nova.network.neutron [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1308.468695] env[62679]: DEBUG nova.compute.manager [req-ef2256c8-d0c4-4231-8920-0a041b4539ab req-81311592-4898-4fb5-9b67-fa030440078f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-vif-plugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1308.468922] env[62679]: DEBUG oslo_concurrency.lockutils [req-ef2256c8-d0c4-4231-8920-0a041b4539ab req-81311592-4898-4fb5-9b67-fa030440078f service nova] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.469068] env[62679]: DEBUG oslo_concurrency.lockutils [req-ef2256c8-d0c4-4231-8920-0a041b4539ab req-81311592-4898-4fb5-9b67-fa030440078f service nova] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.469174] env[62679]: DEBUG oslo_concurrency.lockutils [req-ef2256c8-d0c4-4231-8920-0a041b4539ab req-81311592-4898-4fb5-9b67-fa030440078f service nova] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.469339] env[62679]: DEBUG nova.compute.manager [req-ef2256c8-d0c4-4231-8920-0a041b4539ab req-81311592-4898-4fb5-9b67-fa030440078f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] No waiting events found dispatching network-vif-plugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.469502] env[62679]: WARNING nova.compute.manager [req-ef2256c8-d0c4-4231-8920-0a041b4539ab req-81311592-4898-4fb5-9b67-fa030440078f service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received unexpected event network-vif-plugged-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac for instance with vm_state shelved_offloaded and task_state spawning. [ 1308.552755] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.552955] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.553208] env[62679]: DEBUG nova.network.neutron [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Building network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.251277] env[62679]: DEBUG nova.network.neutron [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.754562] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.781647] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-10T11:17:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cf92f3b9e4a124a2a35ee198a151389e',container_format='bare',created_at=2025-02-10T11:32:30Z,direct_url=,disk_format='vmdk',id=b00180d0-8428-4871-a7f3-fbbf5d708d09,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-436045590-shelved',owner='7e8fb65480b8445fb2f88d7973711fdb',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-02-10T11:32:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.781909] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.782079] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image limits 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.782265] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Flavor pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.782413] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Image pref 0:0:0 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.782558] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62679) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.782761] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.782919] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.783102] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Got 1 possible topologies {{(pid=62679) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.783262] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.783436] env[62679]: DEBUG nova.virt.hardware [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62679) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.784303] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72f9c5-d305-41f8-b214-4ce1ee1569a6 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.792174] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b8c03-c344-4270-b9c1-32e2d610239a {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.804822] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:b6:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac', 'vif_model': 'vmxnet3'}] {{(pid=62679) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.812026] env[62679]: DEBUG oslo.service.loopingcall [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.812248] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Creating VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.812447] env[62679]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac5c1aa-5f4c-474f-8c1d-bd98f4f82c29 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.830543] env[62679]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.830543] env[62679]: value = "task-2413109" [ 1309.830543] env[62679]: _type = "Task" [ 1309.830543] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.838695] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413109, 'name': CreateVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.339888] env[62679]: DEBUG oslo_vmware.api [-] Task: {'id': task-2413109, 'name': CreateVM_Task, 'duration_secs': 0.296025} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.340154] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Created VM on the ESX host {{(pid=62679) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.340771] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.340936] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.341335] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.341574] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b42afcd-02d2-46f1-8a24-85b2c2330e16 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.345643] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1310.345643] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c677db-b627-6e47-c16d-4e036f824939" [ 1310.345643] env[62679]: _type = "Task" [ 1310.345643] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.352480] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52c677db-b627-6e47-c16d-4e036f824939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.496784] env[62679]: DEBUG nova.compute.manager [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1310.496976] env[62679]: DEBUG nova.compute.manager [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing instance network info cache due to event network-changed-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11660}} [ 1310.497206] env[62679]: DEBUG oslo_concurrency.lockutils [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.497349] env[62679]: DEBUG oslo_concurrency.lockutils [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.497506] env[62679]: DEBUG nova.network.neutron [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Refreshing network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.857112] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.857112] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Processing image b00180d0-8428-4871-a7f3-fbbf5d708d09 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.857112] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09/b00180d0-8428-4871-a7f3-fbbf5d708d09.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.857112] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09/b00180d0-8428-4871-a7f3-fbbf5d708d09.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.857112] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.857112] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40fdf61d-69b6-482f-bcc3-e05c07bab615 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.865260] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.865426] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62679) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.866110] env[62679]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38663014-f56a-45e8-a808-0107fafa8347 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.870510] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1310.870510] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522f96d8-79bb-95ec-1f38-09bcefa97816" [ 1310.870510] env[62679]: _type = "Task" [ 1310.870510] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.877462] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]522f96d8-79bb-95ec-1f38-09bcefa97816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.189774] env[62679]: DEBUG nova.network.neutron [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updated VIF entry in instance network info cache for port 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac. {{(pid=62679) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.190139] env[62679]: DEBUG nova.network.neutron [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.380099] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Preparing fetch location {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1311.380301] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Fetch image to [datastore1] OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9/OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9.vmdk {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1311.380482] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Downloading stream optimized image b00180d0-8428-4871-a7f3-fbbf5d708d09 to [datastore1] OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9/OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9.vmdk on the data store datastore1 as vApp {{(pid=62679) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1311.380648] env[62679]: DEBUG nova.virt.vmwareapi.images [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Downloading image file data b00180d0-8428-4871-a7f3-fbbf5d708d09 to the ESX as VM named 'OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9' {{(pid=62679) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1311.443025] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1311.443025] env[62679]: value = "resgroup-9" [ 1311.443025] env[62679]: _type = "ResourcePool" [ 1311.443025] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1311.443306] env[62679]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f5007b6c-50c9-45ff-8263-222490df355c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.463734] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease: (returnval){ [ 1311.463734] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e76032-5f9d-c551-101a-df451853f79e" [ 1311.463734] env[62679]: _type = "HttpNfcLease" [ 1311.463734] env[62679]: } obtained for vApp import into resource pool (val){ [ 1311.463734] env[62679]: value = "resgroup-9" [ 1311.463734] env[62679]: _type = "ResourcePool" [ 1311.463734] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1311.464043] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the lease: (returnval){ [ 1311.464043] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e76032-5f9d-c551-101a-df451853f79e" [ 1311.464043] env[62679]: _type = "HttpNfcLease" [ 1311.464043] env[62679]: } to be ready. {{(pid=62679) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1311.469801] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.469801] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e76032-5f9d-c551-101a-df451853f79e" [ 1311.469801] env[62679]: _type = "HttpNfcLease" [ 1311.469801] env[62679]: } is initializing. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1311.693456] env[62679]: DEBUG oslo_concurrency.lockutils [req-031bc353-6748-4630-b70a-e0f50049f0dc req-449f78e3-6675-4b78-bd4d-3ef44ecdd6cf service nova] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.972530] env[62679]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.972530] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e76032-5f9d-c551-101a-df451853f79e" [ 1311.972530] env[62679]: _type = "HttpNfcLease" [ 1311.972530] env[62679]: } is ready. {{(pid=62679) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1311.972964] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1311.972964] env[62679]: value = "session[52251bd2-c8e0-d34b-e0a3-7e6f00338694]52e76032-5f9d-c551-101a-df451853f79e" [ 1311.972964] env[62679]: _type = "HttpNfcLease" [ 1311.972964] env[62679]: }. {{(pid=62679) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1311.973521] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f66929-600f-417c-bbb6-f1fb3e833f48 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.980359] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52423a44-6606-d0f4-2f9b-5c63bbb727a3/disk-0.vmdk from lease info. {{(pid=62679) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1311.980525] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52423a44-6606-d0f4-2f9b-5c63bbb727a3/disk-0.vmdk. {{(pid=62679) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1312.043032] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b085fb66-aac6-4d58-a19b-d90627fa1e83 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.044639] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Completed reading data from the image iterator. {{(pid=62679) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1313.045027] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52423a44-6606-d0f4-2f9b-5c63bbb727a3/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1313.045979] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593069fb-8fab-4411-8194-cd7dc6067470 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.053599] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52423a44-6606-d0f4-2f9b-5c63bbb727a3/disk-0.vmdk is in state: ready. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1313.053761] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52423a44-6606-d0f4-2f9b-5c63bbb727a3/disk-0.vmdk. {{(pid=62679) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1313.053984] env[62679]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-34aa2133-e09d-4762-9068-1d939b45a58b {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.267384] env[62679]: DEBUG oslo_vmware.rw_handles [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52423a44-6606-d0f4-2f9b-5c63bbb727a3/disk-0.vmdk. {{(pid=62679) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1313.267632] env[62679]: INFO nova.virt.vmwareapi.images [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Downloaded image file data b00180d0-8428-4871-a7f3-fbbf5d708d09 [ 1313.268489] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5dbd81-4932-4d6e-b90f-f53012d824d3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.284479] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50249334-873e-44e2-8c03-9ce2ff45d6e4 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.310512] env[62679]: INFO nova.virt.vmwareapi.images [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] The imported VM was unregistered [ 1313.312661] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Caching image {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1313.312882] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.313137] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f108321-c6f0-4836-907a-6fc39baefc66 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.414887] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Created directory with path [datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09 {{(pid=62679) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.415130] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9/OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9.vmdk to [datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09/b00180d0-8428-4871-a7f3-fbbf5d708d09.vmdk. {{(pid=62679) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1313.415428] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-402b4062-1149-452b-94d0-b8ed50c6d66c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.421831] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1313.421831] env[62679]: value = "task-2413112" [ 1313.421831] env[62679]: _type = "Task" [ 1313.421831] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.429327] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413112, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.933698] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413112, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.434508] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413112, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.936739] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413112, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.436059] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413112, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.936074] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413112, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.123351} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.936074] env[62679]: INFO nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9/OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9.vmdk to [datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09/b00180d0-8428-4871-a7f3-fbbf5d708d09.vmdk. [ 1315.936074] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Cleaning up location [datastore1] OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9 {{(pid=62679) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1315.936074] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f04334bb-b085-4219-981b-a8a056953af9 {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.936074] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d637944f-1112-4bd2-8371-b1e8282d220e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.942230] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1315.942230] env[62679]: value = "task-2413113" [ 1315.942230] env[62679]: _type = "Task" [ 1315.942230] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.949804] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.451836] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032595} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.452228] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.452453] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09/b00180d0-8428-4871-a7f3-fbbf5d708d09.vmdk" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.452762] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09/b00180d0-8428-4871-a7f3-fbbf5d708d09.vmdk to [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.453018] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad6106f-bf76-4f72-915a-fb61299f05cf {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.459043] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1316.459043] env[62679]: value = "task-2413114" [ 1316.459043] env[62679]: _type = "Task" [ 1316.459043] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.465820] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.971247] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413114, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.471579] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413114, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.972159] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413114, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.472377] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413114, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.971678] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413114, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.236426} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.971930] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b00180d0-8428-4871-a7f3-fbbf5d708d09/b00180d0-8428-4871-a7f3-fbbf5d708d09.vmdk to [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk {{(pid=62679) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.972734] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523d3a4-c1b2-406b-8eea-b9bbce645e3c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.994102] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.994341] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c948aab-e8d7-4840-9bc4-7ceac57ae2d8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.013452] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1319.013452] env[62679]: value = "task-2413115" [ 1319.013452] env[62679]: _type = "Task" [ 1319.013452] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.022596] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.523128] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413115, 'name': ReconfigVM_Task, 'duration_secs': 0.275395} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.523520] env[62679]: DEBUG nova.virt.vmwareapi.volumeops [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab/3aae9a60-16eb-4b65-833a-b169d2b7b8ab.vmdk or device None with type streamOptimized {{(pid=62679) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.523987] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a956b981-8e61-4f69-aef1-cfc938b5029f {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.530097] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1319.530097] env[62679]: value = "task-2413116" [ 1319.530097] env[62679]: _type = "Task" [ 1319.530097] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.537698] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413116, 'name': Rename_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.039609] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413116, 'name': Rename_Task, 'duration_secs': 0.375464} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.039902] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powering on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.040116] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c60580be-136d-47b6-a755-a2d577f138e2 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.047104] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1320.047104] env[62679]: value = "task-2413117" [ 1320.047104] env[62679]: _type = "Task" [ 1320.047104] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.058267] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.556483] env[62679]: DEBUG oslo_vmware.api [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413117, 'name': PowerOnVM_Task, 'duration_secs': 0.481271} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.556829] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powered on the VM {{(pid=62679) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.646153] env[62679]: DEBUG nova.compute.manager [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Checking state {{(pid=62679) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.647105] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb48705-b150-4e17-bbca-c881ba8aa9b5 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.165051] env[62679]: DEBUG oslo_concurrency.lockutils [None req-649cac96-ac2e-4ef7-90d1-829cbfbfe14c tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.233s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.832115] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.832115] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.336369] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.336595] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Starting heal instance info cache {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10452}} [ 1339.336727] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Rebuilding the list of instances to heal {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10456}} [ 1339.866576] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.866830] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquired lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.866878] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Forcefully refreshing network info cache for instance {{(pid=62679) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1339.867020] env[62679]: DEBUG nova.objects.instance [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lazy-loading 'info_cache' on Instance uuid 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.590668] env[62679]: DEBUG nova.network.neutron [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [{"id": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "address": "fa:16:3e:5f:b6:a8", "network": {"id": "51a14694-68e1-4e12-b2fc-b63cf1b4c86d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-280008081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e8fb65480b8445fb2f88d7973711fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd1e0fe-2d", "ovs_interfaceid": "8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.093321] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Releasing lock "refresh_cache-3aae9a60-16eb-4b65-833a-b169d2b7b8ab" {{(pid=62679) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.093566] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updated the network info_cache for instance {{(pid=62679) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10523}} [ 1342.093783] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.093942] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.094107] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.094261] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.094403] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.094562] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.094695] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}} [ 1342.094840] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.597708] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.598065] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.598176] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.598331] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62679) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1342.599280] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57700cb5-2366-459d-bf15-47d3653bafb8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.607749] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d11a23-cc11-4901-b77f-bb5c7a2785b7 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.621355] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b85ed-bd22-4e70-94d6-0824d2212a0d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.627211] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0feb50-0b35-481f-b0fb-e8fb8eff1a89 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.655080] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180958MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=62679) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1342.655215] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.655439] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.680470] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Instance 3aae9a60-16eb-4b65-833a-b169d2b7b8ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62679) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1343.680763] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1343.680810] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62679) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1343.706015] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e937fd2b-adc5-428c-afda-3422ce6bf165 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.713416] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e16287-9a26-45af-822c-9262119a4013 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.742373] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92d02c7-1823-416e-a663-0ae4982c3e5d {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.749250] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9994b4-d33b-41cc-a830-e48e6422f9f3 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.761781] env[62679]: DEBUG nova.compute.provider_tree [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.264917] env[62679]: DEBUG nova.scheduler.client.report [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.770408] env[62679]: DEBUG nova.compute.resource_tracker [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62679) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1344.770749] env[62679]: DEBUG oslo_concurrency.lockutils [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.122112] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.122494] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.122494] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.122599] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.122732] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.126396] env[62679]: INFO nova.compute.manager [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Terminating instance [ 1356.630696] env[62679]: DEBUG nova.compute.manager [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Start destroying the instance on the hypervisor. {{(pid=62679) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.630968] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Destroying instance {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.631869] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6111200f-fe83-4521-9135-8d04c221044c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.639241] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powering off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.639453] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d20578-6bfd-4845-9210-694000374d73 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.645363] env[62679]: DEBUG oslo_vmware.api [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1356.645363] env[62679]: value = "task-2413118" [ 1356.645363] env[62679]: _type = "Task" [ 1356.645363] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.652949] env[62679]: DEBUG oslo_vmware.api [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.155290] env[62679]: DEBUG oslo_vmware.api [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413118, 'name': PowerOffVM_Task, 'duration_secs': 0.197531} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.155678] env[62679]: DEBUG nova.virt.vmwareapi.vm_util [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Powered off the VM {{(pid=62679) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.155725] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Unregistering the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.155972] env[62679]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c935dffb-a166-4c44-aec8-e940167f2b1c {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.223613] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Unregistered the VM {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.223786] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Deleting contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.223974] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleting the datastore file [datastore1] 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.224334] env[62679]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b3d2f3d-d4ed-41a8-9a6d-5068e3d550b8 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.230448] env[62679]: DEBUG oslo_vmware.api [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for the task: (returnval){ [ 1357.230448] env[62679]: value = "task-2413120" [ 1357.230448] env[62679]: _type = "Task" [ 1357.230448] env[62679]: } to complete. {{(pid=62679) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.237838] env[62679]: DEBUG oslo_vmware.api [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.740692] env[62679]: DEBUG oslo_vmware.api [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Task: {'id': task-2413120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121162} completed successfully. {{(pid=62679) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.740991] env[62679]: DEBUG nova.virt.vmwareapi.ds_util [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted the datastore file {{(pid=62679) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.741133] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Deleted contents of the VM from datastore datastore1 {{(pid=62679) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.741292] env[62679]: DEBUG nova.virt.vmwareapi.vmops [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Instance destroyed {{(pid=62679) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.741467] env[62679]: INFO nova.compute.manager [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1357.741703] env[62679]: DEBUG oslo.service.loopingcall [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62679) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.741892] env[62679]: DEBUG nova.compute.manager [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Deallocating network for instance {{(pid=62679) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.741991] env[62679]: DEBUG nova.network.neutron [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] deallocate_for_instance() {{(pid=62679) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.218702] env[62679]: DEBUG nova.compute.manager [req-49539b2a-02b2-4740-b4bb-1b0ff5c63490 req-5c7c9c86-0a81-414b-8359-489c5f78bde4 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Received event network-vif-deleted-8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac {{(pid=62679) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1358.218967] env[62679]: INFO nova.compute.manager [req-49539b2a-02b2-4740-b4bb-1b0ff5c63490 req-5c7c9c86-0a81-414b-8359-489c5f78bde4 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Neutron deleted interface 8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac; detaching it from the instance and deleting it from the info cache [ 1358.219093] env[62679]: DEBUG nova.network.neutron [req-49539b2a-02b2-4740-b4bb-1b0ff5c63490 req-5c7c9c86-0a81-414b-8359-489c5f78bde4 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.703062] env[62679]: DEBUG nova.network.neutron [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Updating instance_info_cache with network_info: [] {{(pid=62679) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.722544] env[62679]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7a1d017-772e-4ff6-a0d6-bad1137c9a57 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.731933] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7669c974-7052-4494-8f2a-3b02ba1ee3fd {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.755575] env[62679]: DEBUG nova.compute.manager [req-49539b2a-02b2-4740-b4bb-1b0ff5c63490 req-5c7c9c86-0a81-414b-8359-489c5f78bde4 service nova] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Detach interface failed, port_id=8fd1e0fe-2dd7-4c34-92e7-e4e2169a8bac, reason: Instance 3aae9a60-16eb-4b65-833a-b169d2b7b8ab could not be found. {{(pid=62679) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11489}} [ 1359.205858] env[62679]: INFO nova.compute.manager [-] [instance: 3aae9a60-16eb-4b65-833a-b169d2b7b8ab] Took 1.46 seconds to deallocate network for instance. [ 1359.712606] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.712959] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.713118] env[62679]: DEBUG nova.objects.instance [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lazy-loading 'resources' on Instance uuid 3aae9a60-16eb-4b65-833a-b169d2b7b8ab {{(pid=62679) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.247529] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bd5f4-e3b9-4b7d-a439-b3e914f3ca51 {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.254778] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63e4e4-d190-4b51-82a2-dea5f745adfb {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.284775] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2409e-c166-4d9a-a25f-37281caae28e {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.291454] env[62679]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d5784-311e-4697-b297-900e5d074add {{(pid=62679) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.304068] env[62679]: DEBUG nova.compute.provider_tree [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed in ProviderTree for provider: b705663a-b9cf-4d58-931b-450a90a034cd {{(pid=62679) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.807453] env[62679]: DEBUG nova.scheduler.client.report [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Inventory has not changed for provider b705663a-b9cf-4d58-931b-450a90a034cd based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62679) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.312165] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.333024] env[62679]: INFO nova.scheduler.client.report [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Deleted allocations for instance 3aae9a60-16eb-4b65-833a-b169d2b7b8ab [ 1361.841188] env[62679]: DEBUG oslo_concurrency.lockutils [None req-223e2520-73e0-4e9e-87ba-caabe511930d tempest-AttachVolumeShelveTestJSON-1880355559 tempest-AttachVolumeShelveTestJSON-1880355559-project-member] Lock "3aae9a60-16eb-4b65-833a-b169d2b7b8ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.719s {{(pid=62679) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.376584] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.377140] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.377140] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Cleaning up deleted instances with incomplete migration {{(pid=62679) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11790}} [ 1381.879455] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.879862] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.376116] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.376366] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.878671] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.371031] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.375343] env[62679]: DEBUG oslo_service.periodic_task [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62679) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.375732] env[62679]: DEBUG nova.compute.manager [None req-0a9b85c4-79df-4e4c-9fce-a1fa0b491086 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62679) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11071}}